-- Logs begin at Thu 2021-10-14 06:52:33 UTC, end at Thu 2021-10-14 08:01:10 UTC. -- Oct 14 07:34:09.710959 dv-cinder-813746-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 14 07:34:12.426093 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.common.config [-] Logging enabled! Oct 14 07:34:12.427198 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev69 Oct 14 07:34:12.427401 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106590) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 14 07:34:12.430711 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.common.config [-] Logging enabled! Oct 14 07:34:12.430968 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev69 Oct 14 07:34:12.431281 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106590) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 14 07:34:12.432254 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 14 07:34:12.432493 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 14 07:34:12.432865 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 14 07:34:12.433118 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 14 07:34:12.433348 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 14 07:34:12.433671 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.433978 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.434277 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.434512 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.434811 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.435103 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.435388 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.435697 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.436002 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.436291 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.436574 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.436860 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.437092 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.437374 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.437659 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.437948 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.438176 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] debug = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.438456 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.438886 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.439297 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.439579 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.439895 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.440182 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.440455 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.440733 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.441022 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.441349 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] host = dv-cinder-813746-2-iscsi {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.441626 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.441913 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.442801 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.443096 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.443376 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.443653 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.443963 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.444236 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.444510 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] log_file = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.444787 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.445075 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.445364 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.445654 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.445880 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.446102 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.446392 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.446680 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.446957 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.447232 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.447508 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.447807 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.448083 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.448353 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.448645 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.448931 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.449215 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.449492 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.449768 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.450039 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.450310 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.450594 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.450870 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.451146 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.451419 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.451736 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.452008 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.452282 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.452584 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.452872 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.453156 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.453444 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.453720 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.454006 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.454280 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.454555 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.454830 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] use_json = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.455106 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.455377 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.455662 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.455959 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.456233 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.456506 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.456781 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.457065 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:12.457365 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.457665 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.457992 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.458278 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.458588 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.458872 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.459163 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.459444 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.459759 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.460052 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.460346 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.460628 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.460923 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.461206 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.461503 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.461810 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.462107 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.462400 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.462679 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.462956 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.463234 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.463516 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.463829 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.464115 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.464404 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.464696 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.464979 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.465268 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.465564 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.465855 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.466133 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.466414 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.466707 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.466990 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.467267 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.467549 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.467866 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.468151 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.468426 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.468716 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.468998 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.469273 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.469546 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.469828 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.470122 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.470405 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.470681 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.470956 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.471235 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.471509 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.471823 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.472104 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.472378 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.472651 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.472932 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.473209 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.473509 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.473792 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.474065 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.474347 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.474621 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.474897 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.475174 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.475448 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.475748 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.476024 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.476301 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.476579 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.476853 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.477128 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.477405 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.477680 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.477957 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.478248 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.478550 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.478837 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.479120 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.479404 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.479711 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.479997 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.480277 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.480559 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.480841 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.481116 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.481407 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.481695 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.481983 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.482268 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.482548 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.482864 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.483144 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.483432 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.483739 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.484023 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.484311 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.484599 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.484895 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.485193 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.485491 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.485787 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.486082 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.486366 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.486676 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.486960 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:12.487178 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 14 07:34:12.487422 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106590) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 14 07:34:12.918801 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=106590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 14 07:34:12.919082 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=106590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 14 07:34:12.919375 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 14 07:34:12.919747 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 14 07:34:13.238174 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:13.238463 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:13.238737 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:13.239972 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:13.240250 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:13.240518 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:13.276686 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:13.277062 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:13.277504 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:13.294219 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:13.294505 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:13.294784 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:13.324431 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:13.324712 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:13.324980 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:13.361420 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:13.361709 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:13.361983 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:13.605837 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:13.606446 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:13.606446 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:13.606620 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:13.607263 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:13.729609 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:13.729939 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:13.730228 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:13.730504 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:13.730775 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:13.731092 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:13.731358 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:13.731621 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:13.731915 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:13.732203 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:13.732466 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:13.732734 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:13.732999 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:13.733256 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:13.733515 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:13.733782 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:13.734047 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:13.734318 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:13.734589 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:13.734851 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:13.735127 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:13.735386 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:13.735753 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:13.736080 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:13.736333 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:13.736583 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:13.736982 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106590) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 07:34:13.737229 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106590) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 07:34:13.737469 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106590) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 07:34:13.737708 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106590) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 07:34:13.737945 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106590) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 07:34:13.738183 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106590) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 07:34:13.738552 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 14 07:34:13.741758 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 14 07:34:13.745794 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 14 07:34:13.750658 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Oct 14 07:34:13.752349 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 14 07:34:13.752815 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 14 07:34:13.753158 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 14 07:34:13.753545 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 14 07:34:13.756961 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 14 07:34:13.757223 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 14 07:34:13.757580 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 14 07:34:13.762934 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 14 07:34:13.785973 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 14 07:34:13.786424 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:13.786724 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106590) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 14 07:34:13.787088 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:13.788517 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106590) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 14 07:34:13.788807 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 14 07:34:13.789062 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 14 07:34:13.792489 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:13.792782 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:13.855951 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 14 07:34:13.856140 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 14 07:34:13.856381 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 14 07:34:13.856749 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 14 07:34:13.877311 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_db.sqlalchemy.engines [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106590) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 14 07:34:14.560057 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.plugins.ml2.managers [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Initializing driver for type 'gre' Oct 14 07:34:14.560587 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] gre ID ranges: [(1, 1000)] Oct 14 07:34:14.755894 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.plugins.ml2.managers [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Initializing driver for type 'local' Oct 14 07:34:14.756390 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.plugins.ml2.managers [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Initializing driver for type 'vlan' Oct 14 07:34:14.840903 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] VlanTypeDriver initialization complete Oct 14 07:34:14.841178 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.plugins.ml2.managers [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Initializing driver for type 'vxlan' Oct 14 07:34:14.841667 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] vxlan ID ranges: [(1, 1000)] Oct 14 07:34:14.989936 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.plugins.ml2.managers [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Initializing extension driver 'port_security' Oct 14 07:34:14.990305 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.plugins.ml2.extensions.port_security [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] PortSecurityExtensionDriver initialization complete Oct 14 07:34:14.990632 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.plugins.ml2.managers [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Initializing mechanism driver 'openvswitch' Oct 14 07:34:14.990962 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.plugins.ml2.managers [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Initializing mechanism driver 'hyperv' Oct 14 07:34:14.999651 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.plugins.ml2.plugin [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:34:15.000363 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > port after_create 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.000729 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > port after_update 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.001074 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > port after_delete 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.001600 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106590) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 14 07:34:15.002026 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > subnet after_create 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.002374 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > subnet after_update 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.002718 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > subnet after_delete 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.003107 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106590) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 14 07:34:15.003508 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > network after_create 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.003883 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > network after_update 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.004221 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > network after_delete 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.004605 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106590) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 14 07:34:15.005000 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > security_group after_create 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.005341 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > security_group after_update 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.005675 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > security_group after_delete 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.006196 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106590) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 14 07:34:15.006602 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.006948 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.007314 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.007730 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106590) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 14 07:34:15.008133 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > address_group after_create 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.008479 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > address_group after_update 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.008812 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > address_group after_delete 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.009202 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106590) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 14 07:34:15.009579 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] ML2 OVO RPC backend initialized. {{(pid=106590) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 14 07:34:15.010273 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > router_interface after_create 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.010621 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.011029 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > network before_response 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.011375 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > networks before_response 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.011743 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > port before_response 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.015201 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > ports before_response 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.015201 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > subnet before_response 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.015201 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > subnets before_response 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.015201 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > network after_create 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.015575 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > network after_update 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.015575 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > network after_delete 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.015575 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > port after_create 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.015575 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > port after_update 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.015927 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > port after_delete 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.015927 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > subnet after_create 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.015927 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > subnet after_update 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.015927 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > subnet after_delete 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.016323 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.plugins.ml2.plugin [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Modular L2 Plugin initialization complete Oct 14 07:34:15.016435 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading services supported by the core plugin {{(pid=106590) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 14 07:34:15.016760 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.plugins.ml2.managers [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Got port-security extension from driver 'port_security' Oct 14 07:34:15.017214 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.extensions.vlantransparent [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Disabled vlantransparent extension. Oct 14 07:34:15.017689 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106590) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 14 07:34:15.017999 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading Plugin: router Oct 14 07:34:15.061512 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > router_interface before_create 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.061911 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > router after_create 55549900 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.062263 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > router before_create 55549900 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.062624 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.062992 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.063345 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > router after_delete 55549900 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.063720 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > floatingip after_create 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.064067 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > floatingip after_update 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.064415 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > router after_create 55549900 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.064754 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > router after_update 55549900 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.065098 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > router after_update 55549900 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.065439 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.065798 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > router after_update 55549900 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.066201 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > router precommit_update 55549900 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.066565 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: port after_update 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.066899 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: port after_delete 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.067253 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: subnet after_update 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.067587 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.067954 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > port precommit_delete 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.068295 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > router precommit_create 55549900 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.071229 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: port before_delete 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.071229 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > router precommit_create 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.071229 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > router after_update 55549900 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.071229 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > router precommit_delete 55549900 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.071537 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > router precommit_create 55549900 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.071537 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > router_interface after_create 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.071537 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > router precommit_update 55549900 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.071537 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > agent after_create 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.071869 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > agent after_delete 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.071869 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > network after_delete 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.072457 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.quota.resource_registry [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Tracking information for resource: router configured {{(pid=106590) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 07:34:15.072786 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.quota.resource_registry [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Tracking information for resource: floatingip configured {{(pid=106590) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 07:34:15.077747 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.db.l3_agentschedulers_db [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 14 07:34:15.078319 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: port after_update 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.078675 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: port after_create 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.079022 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: port after_delete 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.079374 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: port after_update 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.080173 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > router before_create 55550100 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.080535 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > router precommit_delete 55550100 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.080893 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > router precommit_create 55550100 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.081246 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > router precommit_update 55550100 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.086127 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.services.provider_configuration [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Service providers = [] {{(pid=106590) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 14 07:34:15.086489 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.db.servicetype_db [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106590) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 14 07:34:15.091029 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.services.service_base [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106590) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 14 07:34:15.091321 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.services.service_base [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106590) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 14 07:34:15.091661 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.services.service_base [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106590) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 14 07:34:15.092574 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.services.service_base [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106590) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 14 07:34:15.092942 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.services.service_base [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 14 07:34:15.093318 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106590) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 07:34:15.093633 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 14 07:34:15.104832 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106590) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 07:34:15.105164 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading Plugin: auto_allocate Oct 14 07:34:15.117425 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: network precommit_update 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.117789 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: network precommit_create 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.118296 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106590) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 07:34:15.118611 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading Plugin: tag Oct 14 07:34:15.125135 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106590) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 07:34:15.125464 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading Plugin: timestamp Oct 14 07:34:15.130748 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106590) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 07:34:15.131082 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading Plugin: network_ip_availability Oct 14 07:34:15.136534 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.136901 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.137252 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.137956 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106590) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 07:34:15.138269 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading Plugin: flavors Oct 14 07:34:15.143001 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106590) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 07:34:15.143329 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading Plugin: revisions Oct 14 07:34:15.148028 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106590) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 07:34:15.148409 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_concurrency.lockutils [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.229s {{(pid=106590) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 14 07:34:15.149145 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106590) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 14 07:34:15.149476 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Initializing extension manager. Oct 14 07:34:15.149984 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: __init__.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.150320 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: __pycache__ {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.150652 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.150983 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: address_group.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.151746 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.152311 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: address-group Oct 14 07:34:15.152633 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: address_scope.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.153338 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.153859 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: address-scope Oct 14 07:34:15.154215 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: admin_state_down_before_update.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.155309 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.155866 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: router-admin-state-down-before-update Oct 14 07:34:15.156191 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: agent.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.156885 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.157398 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: agent Oct 14 07:34:15.157717 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: agent_resources_synced.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.158618 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.159133 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: agent-resources-synced Oct 14 07:34:15.159453 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: allowedaddresspairs.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.161808 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.162337 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: allowed-address-pairs Oct 14 07:34:15.162665 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: auto_allocated_topology.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.163789 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.164301 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: auto-allocated-topology Oct 14 07:34:15.164625 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: availability_zone.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.165311 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.165819 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: availability_zone Oct 14 07:34:15.166139 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: availability_zone_filter.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.173254 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.173776 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: availability_zone_filter Oct 14 07:34:15.174098 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: data_plane_status.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.174994 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.175507 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extension data-plane-status not supported by any of loaded plugins Oct 14 07:34:15.175861 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: default_subnetpools.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.177359 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.177880 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: default-subnetpools Oct 14 07:34:15.178199 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: dhcpagentscheduler.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.179004 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.179522 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: dhcp_agent_scheduler Oct 14 07:34:15.179871 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: dns.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.180788 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.181301 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extension dns-integration not supported by any of loaded plugins Oct 14 07:34:15.181619 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: dns_domain_ports.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.182528 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.183043 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 14 07:34:15.183365 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.184311 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.184821 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 14 07:34:15.185137 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: dvr.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.185792 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.186303 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: dvr Oct 14 07:34:15.186618 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: ecmp_routes.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.187628 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.188166 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extension ecmp_routes not supported by any of loaded plugins Oct 14 07:34:15.188488 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: empty_string_filtering.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.189386 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.189898 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: empty-string-filtering Oct 14 07:34:15.190217 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.191115 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.191624 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 14 07:34:15.191966 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.192896 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.193425 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 14 07:34:15.193769 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: external_net.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.201475 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.201981 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: external-net Oct 14 07:34:15.202300 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: extra_dhcp_opt.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.203201 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.203739 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: extra_dhcp_opt Oct 14 07:34:15.204061 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: extraroute.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.204954 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.205465 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: extraroute Oct 14 07:34:15.205788 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: extraroute_atomic.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.206817 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.207336 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: extraroute-atomic Oct 14 07:34:15.207706 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: filter_validation.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.208357 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.208865 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: filter-validation Oct 14 07:34:15.209183 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: fip_pf_description.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.210082 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.210599 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 14 07:34:15.210916 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: fip_port_details.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.211862 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.212379 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: fip-port-details Oct 14 07:34:15.212698 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: flavors.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.213916 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.214443 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: flavors Oct 14 07:34:15.214765 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.216443 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.216966 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 14 07:34:15.217296 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: floatingip_pools.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.217989 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.218505 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: floatingip-pools Oct 14 07:34:15.218828 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: ip_allocation.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.224623 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.225135 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extension ip_allocation not supported by any of loaded plugins Oct 14 07:34:15.225459 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.226374 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.226889 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: ip-substring-filtering Oct 14 07:34:15.227213 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: l2_adjacency.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.228168 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.228677 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extension l2_adjacency not supported by any of loaded plugins Oct 14 07:34:15.229003 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: l3.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.230084 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.230605 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: router Oct 14 07:34:15.230930 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: l3_conntrack_helper.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.233203 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.233730 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 14 07:34:15.234056 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.234979 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.235495 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: ext-gw-mode Oct 14 07:34:15.235848 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.236777 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.237290 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: l3-ha Oct 14 07:34:15.237615 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: l3_flavors.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.238522 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.239651 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: l3-flavors Oct 14 07:34:15.246991 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.247656 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.248193 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: l3-port-ip-change-not-allowed Oct 14 07:34:15.248512 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: l3agentscheduler.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.249537 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.250057 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: l3_agent_scheduler Oct 14 07:34:15.250380 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: logging.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.251902 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.252425 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extension logging not supported by any of loaded plugins Oct 14 07:34:15.252747 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: metering.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.253482 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.254064 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: metering Oct 14 07:34:15.254382 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.255512 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.256061 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: metering_source_and_destination_fields Oct 14 07:34:15.256385 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: multiprovidernet.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.257303 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.257820 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: multi-provider Oct 14 07:34:15.258138 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: netmtu.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.259048 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.259560 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: net-mtu Oct 14 07:34:15.259904 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: netmtu_writable.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.260811 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.261325 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: net-mtu-writable Oct 14 07:34:15.261643 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: network_availability_zone.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.262303 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.262811 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: network_availability_zone Oct 14 07:34:15.263127 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: network_ip_availability.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.266517 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.267032 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: network-ip-availability Oct 14 07:34:15.267350 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: network_segment_range.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.268137 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.268654 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extension network-segment-range not supported by any of loaded plugins Oct 14 07:34:15.269225 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: pagination.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.270235 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.270563 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: pagination Oct 14 07:34:15.270881 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: port_device_profile.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.271822 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.272348 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: port-device-profile Oct 14 07:34:15.272667 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.273593 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.274111 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: port-mac-address-regenerate Oct 14 07:34:15.274429 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.275332 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.275875 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: port-numa-affinity-policy Oct 14 07:34:15.276194 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: port_resource_request.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.277173 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.277682 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extension port-resource-request not supported by any of loaded plugins Oct 14 07:34:15.278000 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: portbindings.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.279083 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.279604 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: binding Oct 14 07:34:15.279947 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: portbindings_extended.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.286882 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.287393 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: binding-extended Oct 14 07:34:15.287742 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: portsecurity.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.288651 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.289166 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: port-security Oct 14 07:34:15.289486 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: project_id.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.290461 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.290794 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: project-id Oct 14 07:34:15.291115 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: providernet.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.292072 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.292613 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: provider Oct 14 07:34:15.292910 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: qos.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.296461 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.297002 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extension qos not supported by any of loaded plugins Oct 14 07:34:15.297331 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.298569 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.299089 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 14 07:34:15.299414 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.300349 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.300867 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 14 07:34:15.301190 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: qos_default.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.302702 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.303224 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extension qos-default not supported by any of loaded plugins Oct 14 07:34:15.303548 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: qos_fip.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.304222 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.304734 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extension qos-fip not supported by any of loaded plugins Oct 14 07:34:15.305053 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: qos_gateway_ip.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.305970 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.306487 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 14 07:34:15.306815 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: qos_port_network_policy.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.307747 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.308270 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 14 07:34:15.308589 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.309629 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.310151 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 14 07:34:15.310474 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: qos_pps_rule.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.311647 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.312196 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extension qos-pps not supported by any of loaded plugins Oct 14 07:34:15.312519 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: qos_rule_type_details.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.313432 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.313945 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 14 07:34:15.314267 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: qos_rules_alias.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.315303 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.315855 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 14 07:34:15.316179 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: quotasv2.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.317148 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.317475 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: quotas Oct 14 07:34:15.317793 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: quotasv2_detail.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.321148 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.321490 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: quota_details Oct 14 07:34:15.321819 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: rbac.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.322881 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.323412 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: rbac-policies Oct 14 07:34:15.323769 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: rbac_address_group.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.324698 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.325221 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: rbac-address-group Oct 14 07:34:15.325544 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: rbac_address_scope.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.326457 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.326983 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: rbac-address-scope Oct 14 07:34:15.327304 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: rbac_security_groups.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.332083 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.332604 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: rbac-security-groups Oct 14 07:34:15.332950 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: rbac_subnetpool.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.333859 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.334385 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: rbac-subnetpool Oct 14 07:34:15.334708 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: revisionifmatch.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.335626 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.336173 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: revision-if-match Oct 14 07:34:15.336494 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: revisions.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.337606 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.338122 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: standard-attr-revisions Oct 14 07:34:15.338442 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: router_availability_zone.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.339104 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.339617 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: router_availability_zone Oct 14 07:34:15.339961 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: routerservicetype.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.340881 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.341454 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extension router-service-type not supported by any of loaded plugins Oct 14 07:34:15.341710 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.342620 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.343144 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: security-groups-normalized-cidr Oct 14 07:34:15.343463 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: security_groups_port_filtering.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.344407 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.344926 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: port-security-groups-filtering Oct 14 07:34:15.345246 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.346159 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.346677 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: security-groups-remote-address-group Oct 14 07:34:15.346995 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: securitygroup.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.357206 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.357741 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: security-group Oct 14 07:34:15.358072 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: segment.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.358853 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.359371 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extension segment not supported by any of loaded plugins Oct 14 07:34:15.359716 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.360720 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.361250 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 14 07:34:15.361573 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: servicetype.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.362687 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.363214 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: service-type Oct 14 07:34:15.363539 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: sorting.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.365128 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.365453 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: sorting Oct 14 07:34:15.365773 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: standard_attr_segment.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.366692 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.367209 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 14 07:34:15.367529 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: standardattrdescription.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.368200 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.368712 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: standard-attr-description Oct 14 07:34:15.369034 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: stateful_security_group.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.369958 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.370480 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: stateful-security-group Oct 14 07:34:15.370800 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: stdattrs_common.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.371388 dv-cinder-813746-2-iscsi neutron-server[106590]: WARNING neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 14 07:34:15.371726 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.372663 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.373183 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 14 07:34:15.373502 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: subnet_onboard.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.374566 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.375098 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: subnet_onboard Oct 14 07:34:15.375418 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.376365 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.376882 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 14 07:34:15.377200 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: subnet_service_types.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.378115 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.378633 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: subnet-service-types Oct 14 07:34:15.378950 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: subnetallocation.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.380079 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.380605 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: subnet_allocation Oct 14 07:34:15.380928 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.381593 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.382115 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: subnetpool-prefix-ops Oct 14 07:34:15.382436 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.383511 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.384051 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 14 07:34:15.384371 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: tagging.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.385443 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.385966 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: standard-attr-tag Oct 14 07:34:15.386289 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: timestamp.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.387477 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.388025 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loaded extension: standard-attr-timestamp Oct 14 07:34:15.388352 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: trunk.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.389379 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.389928 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extension trunk not supported by any of loaded plugins Oct 14 07:34:15.390252 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: trunk_details.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.391167 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.391695 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extension trunk-details not supported by any of loaded plugins Oct 14 07:34:15.392034 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: uplink_status_propagation.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.392944 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.393461 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 14 07:34:15.393781 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Loading extension file: vlantransparent.py {{(pid=106590) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 07:34:15.394708 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106590) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 07:34:15.395763 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extension vlan-transparent not supported by any of loaded plugins Oct 14 07:34:15.398208 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.quota.resource_registry [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Creating instance of TrackedResource for resource:network Oct 14 07:34:15.398750 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.quota.resource_registry [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Creating instance of TrackedResource for resource:subnet Oct 14 07:34:15.399146 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.quota.resource_registry [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 07:34:15.399535 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.quota.resource_registry [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Creating instance of TrackedResource for resource:port Oct 14 07:34:15.400798 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.v2.resource_helper [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106590) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 07:34:15.401228 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.v2.resource_helper [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Service FLAVORS assigned prefix: {{(pid=106590) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 07:34:15.401845 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.v2.resource_helper [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106590) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 07:34:15.402269 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.v2.resource_helper [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106590) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 07:34:15.402597 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.quota.resource_registry [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Creating instance of TrackedResource for resource:router Oct 14 07:34:15.403070 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.quota.resource_registry [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Creating instance of TrackedResource for resource:floatingip Oct 14 07:34:15.403576 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.v2.resource_helper [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Service METERING assigned prefix: /metering {{(pid=106590) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 07:34:15.405047 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.405417 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.405768 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:34:15.406770 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.quota.resource_registry [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Creating instance of CountableResource for resource:rbac_policy Oct 14 07:34:15.407210 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.quota.resource_registry [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Creating instance of TrackedResource for resource:security_group Oct 14 07:34:15.407634 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.quota.resource_registry [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Creating instance of TrackedResource for resource:security_group_rule Oct 14 07:34:15.408285 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.v2.resource_helper [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Service CORE assigned prefix: {{(pid=106590) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 07:34:15.408615 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.quota.resource_registry [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 07:34:15.408959 dv-cinder-813746-2-iscsi neutron-server[106590]: WARNING neutron.quota.resource_registry [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] subnetpool is already registered Oct 14 07:34:15.409373 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.v2.resource_helper [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Service CORE assigned prefix: {{(pid=106590) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 07:34:15.409696 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.quota.resource_registry [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 07:34:15.410024 dv-cinder-813746-2-iscsi neutron-server[106590]: WARNING neutron.quota.resource_registry [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] subnetpool is already registered Oct 14 07:34:15.412854 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.v2.resource_helper [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106590) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 07:34:15.413284 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.v2.resource_helper [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Service FLAVORS assigned prefix: {{(pid=106590) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 07:34:15.413864 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.v2.resource_helper [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106590) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 07:34:15.414278 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.v2.resource_helper [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106590) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 07:34:15.414606 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.quota.resource_registry [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Creating instance of TrackedResource for resource:router Oct 14 07:34:15.414942 dv-cinder-813746-2-iscsi neutron-server[106590]: WARNING neutron.quota.resource_registry [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] router is already registered Oct 14 07:34:15.415344 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.quota.resource_registry [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Creating instance of TrackedResource for resource:floatingip Oct 14 07:34:15.415697 dv-cinder-813746-2-iscsi neutron-server[106590]: WARNING neutron.quota.resource_registry [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] floatingip is already registered Oct 14 07:34:15.416150 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.v2.resource_helper [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Service METERING assigned prefix: /metering {{(pid=106590) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 07:34:15.416809 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.quota.resource_registry [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Creating instance of CountableResource for resource:rbac_policy Oct 14 07:34:15.417134 dv-cinder-813746-2-iscsi neutron-server[106590]: WARNING neutron.quota.resource_registry [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] rbac_policy is already registered Oct 14 07:34:15.417540 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.quota.resource_registry [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Creating instance of TrackedResource for resource:security_group Oct 14 07:34:15.417870 dv-cinder-813746-2-iscsi neutron-server[106590]: WARNING neutron.quota.resource_registry [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] security_group is already registered Oct 14 07:34:15.418264 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.quota.resource_registry [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Creating instance of TrackedResource for resource:security_group_rule Oct 14 07:34:15.418597 dv-cinder-813746-2-iscsi neutron-server[106590]: WARNING neutron.quota.resource_registry [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] security_group_rule is already registered Oct 14 07:34:15.419218 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.v2.resource_helper [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Service CORE assigned prefix: {{(pid=106590) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 07:34:15.419541 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.quota.resource_registry [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 07:34:15.419908 dv-cinder-813746-2-iscsi neutron-server[106590]: WARNING neutron.quota.resource_registry [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] subnetpool is already registered Oct 14 07:34:15.420322 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.v2.resource_helper [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Service CORE assigned prefix: {{(pid=106590) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 07:34:15.420643 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.quota.resource_registry [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 07:34:15.420970 dv-cinder-813746-2-iscsi neutron-server[106590]: WARNING neutron.quota.resource_registry [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] subnetpool is already registered Oct 14 07:34:15.421423 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extended resource: extensions {{(pid=106590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 07:34:15.422877 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extended resource: address-groups {{(pid=106590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 07:34:15.424375 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extended resource: address-scopes {{(pid=106590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 07:34:15.425717 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extended resource: agents {{(pid=106590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 07:34:15.426918 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extended resource: auto-allocated-topology {{(pid=106590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 07:34:15.428191 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extended resource: availability_zones {{(pid=106590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 07:34:15.429390 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extended resource: dhcp-networks {{(pid=106590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 07:34:15.432068 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extended resource: dhcp-agents {{(pid=106590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 07:34:15.433649 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extended resource: routers {{(pid=106590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 07:34:15.435936 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extended resource: flavors {{(pid=106590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 07:34:15.437103 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extended resource: service_profiles {{(pid=106590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 07:34:15.438298 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extended resource: next_providers {{(pid=106590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 07:34:15.439739 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extended resource: service_profiles {{(pid=106590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 07:34:15.441254 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extended resource: floatingip-pools {{(pid=106590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 07:34:15.442530 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extended resource: routers {{(pid=106590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 07:34:15.444634 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extended resource: floatingips {{(pid=106590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 07:34:15.445892 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extended resource: l3-routers {{(pid=106590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 07:34:15.447268 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extended resource: l3-agents {{(pid=106590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 07:34:15.448723 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extended resource: metering-labels {{(pid=106590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 07:34:15.450052 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extended resource: metering-label-rules {{(pid=106590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 07:34:15.451308 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extended resource: network-ip-availabilities {{(pid=106590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 07:34:15.452604 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extended resource: bindings {{(pid=106590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 07:34:15.454229 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extended resource: quotas {{(pid=106590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 07:34:15.455802 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extended resource: quotas {{(pid=106590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 07:34:15.457314 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extended resource: rbac-policies {{(pid=106590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 07:34:15.459117 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extended resource: security-groups {{(pid=106590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 07:34:15.460369 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extended resource: security-group-rules {{(pid=106590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 07:34:15.461576 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extended resource: service-providers {{(pid=106590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 07:34:15.462797 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extended resource: subnetpools {{(pid=106590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 07:34:15.464232 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extended resource: subnetpools {{(pid=106590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 07:34:15.465675 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extended resource: tags {{(pid=106590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 07:34:15.467327 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extended resource: tags {{(pid=106590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 07:34:15.469138 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extended resource: tags {{(pid=106590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 07:34:15.470906 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extended resource: tags {{(pid=106590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 07:34:15.472718 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extended resource: tags {{(pid=106590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 07:34:15.475170 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extended resource: tags {{(pid=106590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 07:34:15.476876 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extended resource: tags {{(pid=106590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 07:34:15.478754 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extended resource: tags {{(pid=106590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 07:34:15.480528 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extended resource: tags {{(pid=106590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 07:34:15.482351 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron.api.extensions [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Extended resource: tags {{(pid=106590) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 07:34:15.488449 dv-cinder-813746-2-iscsi neutron-server[106590]: WARNING keystonemiddleware.auth_token [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 14 07:34:15.493983 dv-cinder-813746-2-iscsi neutron-server[106590]: WARNING keystonemiddleware.auth_token [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 14 07:34:15.502672 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_concurrency.lockutils [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Acquired lock "singleton_lock" {{(pid=106590) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 14 07:34:15.503140 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_concurrency.lockutils [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Releasing lock "singleton_lock" {{(pid=106590) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 14 07:34:15.503805 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO oslo_service.service [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Starting 2 workers Oct 14 07:34:15.508653 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Started child 106710 {{(pid=106590) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 14 07:34:15.513081 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Started child 106711 {{(pid=106590) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 14 07:34:15.514182 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:34:15.514846 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO neutron.service [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Neutron service started, listening on 0.0.0.0:9696 Oct 14 07:34:15.515275 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Publish callbacks [] for process, before_spawn {{(pid=106590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:34:15.515706 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [-] (106710) wsgi starting up on http://0.0.0.0:9696 Oct 14 07:34:15.517754 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO oslo_service.service [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Starting 1 workers Oct 14 07:34:15.517868 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:34:15.519478 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [-] (106711) wsgi starting up on http://0.0.0.0:9696 Oct 14 07:34:15.523804 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Started child 106712 {{(pid=106590) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 14 07:34:15.524346 dv-cinder-813746-2-iscsi neutron-server[106590]: INFO oslo_service.service [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Starting 1 workers Oct 14 07:34:15.527825 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.service [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] calling RpcWorker wait() {{(pid=106712) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 14 07:34:15.528391 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.service [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] returning from RpcWorker wait() {{(pid=106712) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 14 07:34:15.528786 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Started child 106713 {{(pid=106590) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 14 07:34:15.529576 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG neutron_lib.callbacks.manager [None req-46a1159d-a3f0-4de8-a6dc-64342bdc6f5d None None] Publish callbacks [] for process, after_spawn {{(pid=106590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:34:15.529821 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:34:15.530310 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:34:15.531493 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106590) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 14 07:34:15.531767 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 14 07:34:15.531909 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 14 07:34:15.532310 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 14 07:34:15.532653 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 14 07:34:15.532821 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 14 07:34:15.533338 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.533608 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.533754 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:34:15.534257 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.534257 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.534433 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.534997 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.535253 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.535503 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.535853 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.536612 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.536781 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.536949 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.537194 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.537441 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.537738 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.537996 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.538244 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.538503 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.538672 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.538931 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.539187 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.539436 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.539724 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] debug = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.539963 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.540464 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.540709 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.540967 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.541203 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.541464 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.541687 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.541934 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.542163 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.542385 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.542616 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.542880 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.543113 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.543326 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.543536 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.543820 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.544032 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.544498 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] host = dv-cinder-813746-2-iscsi {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.544739 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.544950 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.545193 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.545415 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.545655 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.545865 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.546120 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.546357 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.546609 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.546825 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.547068 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.547308 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.547540 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.547796 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] log_file = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.547958 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] log_options = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.548187 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.548457 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.548696 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.548892 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.549056 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.549232 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.549480 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.549641 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.549889 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.550097 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.550304 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.550545 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.550772 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.551000 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.551308 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.551503 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.551755 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.551980 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.552218 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.552472 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.552691 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.552908 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.553117 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.553328 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.553543 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.553752 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.553969 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.554177 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.554467 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.554639 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.554866 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.555108 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.555319 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.555546 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.555824 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.556046 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.556268 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.556477 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.556734 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.556952 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.557226 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.557430 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.557637 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.557857 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.558085 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.558306 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.558519 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] use_json = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.558724 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.558963 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.559241 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.559451 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.559704 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.559909 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.560114 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.560340 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.560768 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.561050 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.561418 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.561618 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.561864 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.562121 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.562350 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.562571 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.562814 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.563062 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.563370 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.564471 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.564471 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.564471 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.564471 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.565047 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:34:15.565261 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.565261 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.565504 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.565625 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.565778 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.566009 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.566260 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.566538 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.566755 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.567718 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.567718 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.567718 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.567976 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.568178 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.568447 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.568707 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.568952 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.569196 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.569413 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.569638 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.569819 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.570052 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.570319 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.570537 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.570745 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.570983 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.571220 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.571433 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.571695 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.571947 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.572194 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.572428 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.572682 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.572944 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.573100 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.573333 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.573560 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.573781 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.573988 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.574240 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.574490 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.574706 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.574992 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.575219 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.575496 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.575705 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.586851 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.586851 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.586851 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.586851 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.586851 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.586851 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.586851 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.586851 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.586851 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.587571 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.587571 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.587571 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.587571 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.587571 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.587571 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.587571 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.587571 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.587571 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.588260 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.588260 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.588260 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.588260 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.588260 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.588260 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.588260 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.588260 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.588260 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.588937 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.588937 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.588937 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.588937 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.588937 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.588937 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.588937 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.588937 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.589555 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.589555 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.589555 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.591250 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.593393 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.593606 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.593867 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.594141 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.595084 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.595393 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.595641 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.595926 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.596180 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.596436 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.596702 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.596999 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.597246 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.597491 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.597736 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.597978 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.598262 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.599217 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.599514 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.599789 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.600068 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.600390 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.600687 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.600952 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.601187 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.601437 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.601700 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.601952 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.602212 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.602464 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.602698 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.602957 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.603239 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.603483 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.603726 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.603945 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.604178 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.604521 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.604757 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.604973 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.605215 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.605465 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.605724 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.605965 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.606234 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.606484 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.606733 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.606984 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.607268 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.607466 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.607665 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.607936 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.608151 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.608385 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.608600 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.608817 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.609028 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.609356 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.609609 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.609828 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.610047 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.610258 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.610496 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.611151 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.611151 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.611151 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.611415 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.612153 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.612370 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.612587 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.612811 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.613024 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.613285 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.613505 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.613788 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.614073 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.614305 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.614529 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.614784 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.615016 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.615230 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.615465 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.615729 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.615956 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.616166 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.616399 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.616607 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.616851 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.617085 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.617296 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.617525 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.617768 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.618108 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.618360 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.618586 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.618823 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.619056 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.619295 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.619547 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.619784 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.620000 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.620217 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.620430 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.620684 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.620913 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.621157 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.621372 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.621579 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.621789 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.622002 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.622228 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.622492 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.622732 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.622963 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.623214 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.623444 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.623657 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.623900 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.624109 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.624317 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.624537 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.624757 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.624968 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.625192 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.625420 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.625629 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.625871 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.626085 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.626288 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.626507 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.626750 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.626956 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.627174 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.627385 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.627591 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.627852 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.628085 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.628290 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.628507 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.628724 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.628930 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.629156 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.629384 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.629616 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.629835 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.630048 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.630254 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.630546 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.630792 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.631009 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.631312 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.631542 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.631813 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.632052 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.632353 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.632580 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.632817 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.633048 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.633279 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.633529 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.633779 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.634093 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.634372 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.634623 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.634899 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.635171 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.635440 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.635701 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.636196 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.636196 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.636508 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.636765 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.637061 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.637220 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.637468 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.637688 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.637919 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.638178 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.638391 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.638604 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.638879 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.639111 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.639350 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.639580 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.639829 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.640055 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.640275 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.640501 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.640750 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.640927 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.641081 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 14 07:34:15.641604 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106590) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 14 07:34:15.641757 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 14 07:34:15.641899 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 14 07:34:15.642050 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 14 07:34:15.642218 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 14 07:34:15.642374 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 14 07:34:15.642582 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.642723 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.642886 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.643043 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.643201 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.643378 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.643535 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.643709 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.644142 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.644284 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.644439 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.644599 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.644755 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.644913 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.645069 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.645755 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.645912 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.646089 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.646221 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.646450 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.646569 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.646677 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.646804 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] debug = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.646962 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.647180 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.647343 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.647502 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.647659 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.647836 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.647990 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.648137 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.648292 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.648449 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.648641 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.648803 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.648960 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.649116 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.649273 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.649428 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.649588 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.649745 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] host = dv-cinder-813746-2-iscsi {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.649892 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.650037 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.650202 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.650347 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.650483 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.650615 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.650767 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.650923 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.651079 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.651234 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.651386 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.651522 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.651719 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.651859 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] log_file = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.652013 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] log_options = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.652168 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.652328 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.652498 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.652739 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.652911 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.653059 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.653201 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.653349 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.653492 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.653631 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.653770 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.653909 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.654395 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.654395 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.654395 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.654395 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.654947 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.654947 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.654947 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.654947 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.655561 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.655561 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.655561 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.655561 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.655890 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.655890 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.656039 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.656143 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.656299 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.656468 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.656611 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.656768 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.656924 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.657081 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.657238 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.657393 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.657551 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.657707 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.657867 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.658022 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.658179 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.658335 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.658491 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.658648 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.658805 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.658960 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.659116 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] use_json = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.659272 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.659429 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.659586 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.659769 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.659927 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.660083 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.660238 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.660396 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 07:34:15.660572 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.660731 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.661434 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.661594 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.661753 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.661912 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.662072 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.662228 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.662388 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.662547 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.662716 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.662875 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.663044 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.663204 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.663362 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.663524 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.663700 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.663862 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.664023 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.664182 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.664340 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.664500 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.664667 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.664827 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.664985 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.665148 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.665312 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.665485 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.665666 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.665808 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.665958 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.666109 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.666269 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.667363 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.667363 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.667363 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.667363 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.667363 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.667363 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.667363 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.668458 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.668458 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.668458 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.668458 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.668458 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.668458 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.668458 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.668458 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.670271 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.670271 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.670271 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.670271 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.670271 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.670271 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.670271 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.670271 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.670271 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.670898 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.670898 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.670898 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.670898 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.670898 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.670898 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.670898 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.671370 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.671370 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.671370 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.671593 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.671593 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.671765 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.671885 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.672071 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.672200 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.672360 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.672519 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.674163 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.674163 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.674163 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.674163 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.674163 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.674163 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.674163 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.674163 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.674163 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.675185 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.675185 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.675185 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.675185 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.675185 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.675185 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.675185 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.675185 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.676116 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.676116 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.676116 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.676116 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.676116 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.676116 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.676116 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.676917 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.676917 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.676917 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.676917 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.676917 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.677286 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.677286 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.677286 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.677497 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.677578 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.677746 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.677903 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.678237 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.678397 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.678704 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.678862 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.679161 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.679471 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.679805 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.679955 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.680118 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.680285 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.680458 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.680615 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.680917 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.681222 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.681387 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.681547 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.681690 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.681847 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.682003 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.682302 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.682609 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.682781 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.682956 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.683111 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.683275 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.683462 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.683651 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.683893 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.684038 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.684165 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.684412 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.684412 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.684855 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.684855 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.684855 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.685294 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.685294 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.685294 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.685630 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.685630 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.685788 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.685869 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.685985 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.686154 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.686303 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.686445 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:34:15.686536 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.686618 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.686793 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.686915 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.687073 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.687232 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.687391 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.687555 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.687717 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.687875 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.688036 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.688196 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.688354 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.688513 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.688672 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.688832 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.688992 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.689152 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.689313 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.689472 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.689633 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.689795 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.689955 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.690116 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.690274 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.690435 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.690593 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.690753 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.690913 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.691071 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.691231 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.691391 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.691551 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.691734 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.691895 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.692078 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.692253 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.692412 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.692571 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.692730 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.692888 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.693051 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.693211 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.693369 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.693528 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.693687 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.693846 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.694007 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.694167 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.694326 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.694484 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.694643 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.694803 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.694965 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.695127 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.695299 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.695457 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.695618 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.695800 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.695960 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.696120 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.696288 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.696446 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.696605 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.696763 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.697433 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.697433 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.697433 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.697433 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.697711 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.697711 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.697866 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.697968 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.698132 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.699696 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.699696 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.699696 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.699696 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.699696 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.699696 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.699696 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.699696 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.700281 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.700281 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.700546 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.700847 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.701135 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.701444 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.701607 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.701769 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.701930 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.702103 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.702289 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.702440 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.702620 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.702760 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.702903 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.703004 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.703198 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.703328 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.703489 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.703648 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.703830 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.703992 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.704154 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.704317 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.704487 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.704653 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.704814 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.704981 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.705153 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.705320 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.705479 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.705644 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.705824 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.705961 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.706120 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.706278 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.706437 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.706596 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.706754 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.706912 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.707116 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.707215 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.707375 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.707533 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.708266 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.708429 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.708588 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.708748 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.708908 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.709067 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.709226 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.709387 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 07:34:15.709539 dv-cinder-813746-2-iscsi neutron-server[106590]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106590) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 14 07:34:15.888409 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 50588) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:34:15.897790 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [-] 10.222.0.47 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0072336 Oct 14 07:34:27.374570 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b457296-cfd3-47ff-a2f1-d4ec2cb72e4e None None] get_active_networks_info from dv-cinder-813746-2-iscsi {{(pid=106712) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 14 07:34:27.461405 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b457296-cfd3-47ff-a2f1-d4ec2cb72e4e None None] No non-hosted networks {{(pid=106712) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 14 07:34:27.468481 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.agentschedulers_db [None req-0b457296-cfd3-47ff-a2f1-d4ec2cb72e4e None None] DHCP Agent not found on host dv-cinder-813746-2-iscsi {{(pid=106712) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 14 07:34:27.616912 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-9c54824d-e67b-4298-bcdf-a40e18de02f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1654639'] for agent, after_create {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:34:29.973881 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-36f48109-9025-486b-9a18-ccebc0672534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1654639'] for agent, after_create {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:34:30.023250 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.db.api [None req-44727240-db1d-4292-9fcb-1932a52ad527 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-813746-2-iscsi {{(pid=106712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 14 07:34:30.024193 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG oslo_db.api [None req-44727240-db1d-4292-9fcb-1932a52ad527 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 14 07:34:30.589637 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-44727240-db1d-4292-9fcb-1932a52ad527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:34:30.785500 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1654639'] for agent, after_create {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:34:30.786738 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:34:30.787088 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:34:30.787422 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:34:30.787966 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:34:30.788306 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:34:30.788705 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:34:30.789083 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:34:30.789433 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:34:30.789757 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:34:30.790197 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:34:30.790540 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:34:30.790860 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:34:30.791360 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-813746-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:34:30.805114 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-813746-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:34:31.291547 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-93e1ef1e-be74-48a7-9436-c986e05ec438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1654639'] for agent, after_create {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:34:32.818359 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-439377cf-db3c-4e91-9aae-241f8a26ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1654639'] for agent, after_create {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:34:34.041962 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 50682) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:34:34.526279 dv-cinder-813746-2-iscsi neutron-server[106711]: WARNING oslo_policy.policy [None req-8ebff31b-9b84-46d9-8e35-4e55bba83ce2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 07:34:34.526860 dv-cinder-813746-2-iscsi neutron-server[106711]: WARNING oslo_policy.policy [None req-8ebff31b-9b84-46d9-8e35-4e55bba83ce2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 07:34:34.750116 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [None req-8ebff31b-9b84-46d9-8e35-4e55bba83ce2 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=106711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 07:34:34.751219 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-8ebff31b-9b84-46d9-8e35-4e55bba83ce2 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7083209 Oct 14 07:34:37.232536 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 50696) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:34:37.426713 dv-cinder-813746-2-iscsi neutron-server[106712]: INFO neutron.db.l3_hamode_db [None req-7041c9d6-e29d-4952-ae4f-7a90fdb3a9ed None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 14 07:34:37.504005 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7041c9d6-e29d-4952-ae4f-7a90fdb3a9ed None None] Routers set() bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:34:37.504394 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7041c9d6-e29d-4952-ae4f-7a90fdb3a9ed None None] Router IDs set() for agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 14 07:34:37.726253 dv-cinder-813746-2-iscsi neutron-server[106710]: WARNING oslo_policy.policy [None req-d88fe704-6edc-4945-b39d-d101dac1b549 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 07:34:37.726820 dv-cinder-813746-2-iscsi neutron-server[106710]: WARNING oslo_policy.policy [None req-d88fe704-6edc-4945-b39d-d101dac1b549 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 07:34:37.947305 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-d88fe704-6edc-4945-b39d-d101dac1b549 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:34:38.043305 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.policy [None req-d88fe704-6edc-4945-b39d-d101dac1b549 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106710) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 14 07:34:38.089442 dv-cinder-813746-2-iscsi neutron-server[106710]: WARNING oslo_policy.policy [None req-d88fe704-6edc-4945-b39d-d101dac1b549 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 07:34:38.089810 dv-cinder-813746-2-iscsi neutron-server[106710]: WARNING oslo_policy.policy [None req-d88fe704-6edc-4945-b39d-d101dac1b549 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 07:34:38.098798 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.quota [None req-d88fe704-6edc-4945-b39d-d101dac1b549 admin admin] Loaded quota_driver: . Oct 14 07:34:38.239827 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-d88fe704-6edc-4945-b39d-d101dac1b549 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787631650014', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787631650547', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787631662091', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787631664719', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787632074372', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787631616998', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-530608', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-538112', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1635938', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1679169'] for rbac-policy, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:34:38.419766 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-d88fe704-6edc-4945-b39d-d101dac1b549 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:34:38.421141 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-d88fe704-6edc-4945-b39d-d101dac1b549 admin admin] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1866045 Oct 14 07:34:41.079913 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 50714) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:34:41.373542 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-223833a8-10c5-4469-b432-90663f767819 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': 'a64653085b444f7293a42b3cae284584', 'project_id': 'a64653085b444f7293a42b3cae284584', 'admin_state_up': True}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:34:41.450870 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223833a8-10c5-4469-b432-90663f767819 admin admin] Made reservation on behalf of a64653085b444f7293a42b3cae284584 for: {'network': 1} {{(pid=106710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:34:41.453721 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-223833a8-10c5-4469-b432-90663f767819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for network, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:34:41.470956 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-223833a8-10c5-4469-b432-90663f767819 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:34:41.573581 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-223833a8-10c5-4469-b432-90663f767819 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:34:41.633657 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-223833a8-10c5-4469-b432-90663f767819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:34:41.657104 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-223833a8-10c5-4469-b432-90663f767819 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=106710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 07:34:41.680824 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-223833a8-10c5-4469-b432-90663f767819 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787630205736', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728044'] for segment, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:34:41.681384 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-223833a8-10c5-4469-b432-90663f767819 admin admin] Unsubscribe: segment precommit_create {{(pid=106710) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 14 07:34:41.681868 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.db.segments_db [None req-223833a8-10c5-4469-b432-90663f767819 admin admin] Added segment 5c6562e3-8188-4cb0-96c8-13dbd29f4cca of type vlan for network 602eb8ec-4776-434c-8cf8-2375a88619d9 Oct 14 07:34:41.687627 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223833a8-10c5-4469-b432-90663f767819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77849c6-3d56-4282-ab50-7a6ecf850bbb,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:34:41.722551 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223833a8-10c5-4469-b432-90663f767819 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:34:41.722911 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223833a8-10c5-4469-b432-90663f767819 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:34:41.723247 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223833a8-10c5-4469-b432-90663f767819 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:34:41.723611 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223833a8-10c5-4469-b432-90663f767819 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:34:41.723957 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223833a8-10c5-4469-b432-90663f767819 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:34:41.728688 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223833a8-10c5-4469-b432-90663f767819 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:34:41.728688 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223833a8-10c5-4469-b432-90663f767819 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:34:41.728688 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223833a8-10c5-4469-b432-90663f767819 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:34:41.728688 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223833a8-10c5-4469-b432-90663f767819 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:34:41.728688 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223833a8-10c5-4469-b432-90663f767819 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:34:41.729178 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223833a8-10c5-4469-b432-90663f767819 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:34:41.729178 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223833a8-10c5-4469-b432-90663f767819 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:34:41.729178 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223833a8-10c5-4469-b432-90663f767819 admin admin] Tracked resource versions report: Oct 14 07:34:41.729178 dv-cinder-813746-2-iscsi neutron-server[106710]: pushed versions: Oct 14 07:34:41.729178 dv-cinder-813746-2-iscsi neutron-server[106710]: { 'AddressGroup': {'1.2'}, Oct 14 07:34:41.729178 dv-cinder-813746-2-iscsi neutron-server[106710]: 'ConntrackHelper': {'1.0'}, Oct 14 07:34:41.729178 dv-cinder-813746-2-iscsi neutron-server[106710]: 'Log': {'1.0'}, Oct 14 07:34:41.729178 dv-cinder-813746-2-iscsi neutron-server[106710]: 'Network': {'1.1'}, Oct 14 07:34:41.729178 dv-cinder-813746-2-iscsi neutron-server[106710]: 'Port': {'1.7'}, Oct 14 07:34:41.729178 dv-cinder-813746-2-iscsi neutron-server[106710]: 'PortForwarding': {'1.2'}, Oct 14 07:34:41.729178 dv-cinder-813746-2-iscsi neutron-server[106710]: 'QosPolicy': {'1.10'}, Oct 14 07:34:41.729178 dv-cinder-813746-2-iscsi neutron-server[106710]: 'SecurityGroup': {'1.4'}, Oct 14 07:34:41.729178 dv-cinder-813746-2-iscsi neutron-server[106710]: 'SecurityGroupRule': {'1.2'}, Oct 14 07:34:41.729178 dv-cinder-813746-2-iscsi neutron-server[106710]: 'SubPort': {'1.0'}, Oct 14 07:34:41.729178 dv-cinder-813746-2-iscsi neutron-server[106710]: 'Subnet': {'1.1'}, Oct 14 07:34:41.729178 dv-cinder-813746-2-iscsi neutron-server[106710]: 'Trunk': {'1.1'}} Oct 14 07:34:41.729178 dv-cinder-813746-2-iscsi neutron-server[106710]: consumer versions: Oct 14 07:34:41.729178 dv-cinder-813746-2-iscsi neutron-server[106710]: { DHCP agent@dv-cinder-813746-2-iscsi: {}, Oct 14 07:34:41.729178 dv-cinder-813746-2-iscsi neutron-server[106710]: L3 agent@dv-cinder-813746-2-iscsi: {}, Oct 14 07:34:41.729178 dv-cinder-813746-2-iscsi neutron-server[106710]: Metadata agent@dv-cinder-813746-2-iscsi: {}, Oct 14 07:34:41.729178 dv-cinder-813746-2-iscsi neutron-server[106710]: Metering agent@dv-cinder-813746-2-iscsi: {}, Oct 14 07:34:41.729178 dv-cinder-813746-2-iscsi neutron-server[106710]: Open vSwitch agent@dv-cinder-813746-2-iscsi: { 'AddressGroup': '1.2', Oct 14 07:34:41.729178 dv-cinder-813746-2-iscsi neutron-server[106710]: 'ConntrackHelper': '1.0', Oct 14 07:34:41.729178 dv-cinder-813746-2-iscsi neutron-server[106710]: 'Log': '1.0', Oct 14 07:34:41.729178 dv-cinder-813746-2-iscsi neutron-server[106710]: 'Network': '1.1', Oct 14 07:34:41.729178 dv-cinder-813746-2-iscsi neutron-server[106710]: 'Port': '1.7', Oct 14 07:34:41.729178 dv-cinder-813746-2-iscsi neutron-server[106710]: 'PortForwarding': '1.2', Oct 14 07:34:41.729178 dv-cinder-813746-2-iscsi neutron-server[106710]: 'QosPolicy': '1.10', Oct 14 07:34:41.730906 dv-cinder-813746-2-iscsi neutron-server[106710]: 'SecurityGroup': '1.4', Oct 14 07:34:41.730906 dv-cinder-813746-2-iscsi neutron-server[106710]: 'SecurityGroupRule': '1.2', Oct 14 07:34:41.730906 dv-cinder-813746-2-iscsi neutron-server[106710]: 'SubPort': '1.0', Oct 14 07:34:41.730906 dv-cinder-813746-2-iscsi neutron-server[106710]: 'Subnet': '1.1', Oct 14 07:34:41.730906 dv-cinder-813746-2-iscsi neutron-server[106710]: 'Trunk': '1.1'}} Oct 14 07:34:41.730906 dv-cinder-813746-2-iscsi neutron-server[106710]: {{(pid=106710) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 07:34:41.800940 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-223833a8-10c5-4469-b432-90663f767819 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787629651321'] for network, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:34:41.926961 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-223833a8-10c5-4469-b432-90663f767819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486'] for network, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:34:41.928096 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223833a8-10c5-4469-b432-90663f767819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:34:41.928782 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-223833a8-10c5-4469-b432-90663f767819 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for network, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:34:42.018531 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223833a8-10c5-4469-b432-90663f767819 admin admin] Pushing event updated for resources: {'Network': ['ID=602eb8ec-4776-434c-8cf8-2375a88619d9,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:34:42.029859 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Network 602eb8ec-4776-434c-8cf8-2375a88619d9 details requested by agent ovs-agent-dv-cinder-813746-2-iscsi with host dv-cinder-813746-2-iscsi {{(pid=106712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 07:34:42.174843 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-223833a8-10c5-4469-b432-90663f767819 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0938172 Oct 14 07:34:44.877497 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 50728) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:34:45.255662 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db9d94b-106e-4efb-99ab-4bb21ddbfcaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:34:45.257037 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-0db9d94b-106e-4efb-99ab-4bb21ddbfcaa admin admin] 10.222.0.47 "GET /v2.0/networks/602eb8ec-4776-434c-8cf8-2375a88619d9 HTTP/1.1" status: 200 len: 825 time: 0.3800318 Oct 14 07:34:45.281845 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-8baf218a-3ac7-4d7d-9b20-d661884e58d0 admin admin] 10.222.0.47 "GET /v2.0/subnetpools/9d42179a-4722-4acd-a880-5721d523e9a1 HTTP/1.1" status: 200 len: 734 time: 0.0186830 Oct 14 07:34:45.291251 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-0638e325-1884-48c1-bb62-ea6a3d199e56 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '9d42179a-4722-4acd-a880-5721d523e9a1', 'tenant_id': 'a64653085b444f7293a42b3cae284584', 'network_id': '602eb8ec-4776-434c-8cf8-2375a88619d9', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:34:45.372001 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0638e325-1884-48c1-bb62-ea6a3d199e56 admin admin] Made reservation on behalf of a64653085b444f7293a42b3cae284584 for: {'subnet': 1} {{(pid=106710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:34:45.374186 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-0638e325-1884-48c1-bb62-ea6a3d199e56 admin admin] Publish callbacks [] for subnet, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:34:45.725681 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-0638e325-1884-48c1-bb62-ea6a3d199e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486'] for subnet, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:34:45.795998 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0638e325-1884-48c1-bb62-ea6a3d199e56 admin admin] Checking segment: {'id': '5c6562e3-8188-4cb0-96c8-13dbd29f4cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '602eb8ec-4776-434c-8cf8-2375a88619d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:34:45.796376 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0638e325-1884-48c1-bb62-ea6a3d199e56 admin admin] Network hostable DHCP agents. Network: 602eb8ec-4776-434c-8cf8-2375a88619d9, hostable agents: ['0e09805b-9c3f-4b14-8211-d4974393509b'], hosted agents: [] {{(pid=106710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 07:34:45.800848 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0638e325-1884-48c1-bb62-ea6a3d199e56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=702fa9f4-27a1-48ab-ab7f-9c6891639220,revision_number=0']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:34:45.880619 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0638e325-1884-48c1-bb62-ea6a3d199e56 admin admin] Network 602eb8ec-4776-434c-8cf8-2375a88619d9 is scheduled to be hosted by DHCP agent 0e09805b-9c3f-4b14-8211-d4974393509b with binding_index 1 {{(pid=106710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 07:34:45.977437 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.base_scheduler [None req-0638e325-1884-48c1-bb62-ea6a3d199e56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813746-2-iscsi, 602eb8ec-4776-434c-8cf8-2375a88619d9) {{(pid=106710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:34:45.981947 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0638e325-1884-48c1-bb62-ea6a3d199e56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:34:45.982531 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-0638e325-1884-48c1-bb62-ea6a3d199e56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for subnet, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:34:45.986831 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7873e220-5a2d-4496-b6a1-41c1abafafb5 None None] Network 602eb8ec-4776-434c-8cf8-2375a88619d9 requested from dv-cinder-813746-2-iscsi {{(pid=106712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:34:46.077469 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-0638e325-1884-48c1-bb62-ea6a3d199e56 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7894232 Oct 14 07:34:46.305268 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492d7830-9957-41d9-8c6f-027a55a2d3a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bbf52be-bf5d-59de-a6eb-d1860259c978-602eb8ec-4776-434c-8cf8-2375a88619d9', 'network_id': '602eb8ec-4776-434c-8cf8-2375a88619d9', 'tenant_id': 'a64653085b444f7293a42b3cae284584', 'fixed_ips': [{'subnet_id': '702fa9f4-27a1-48ab-ab7f-9c6891639220'}]}} from dv-cinder-813746-2-iscsi. {{(pid=106712) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 07:34:46.306488 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-492d7830-9957-41d9-8c6f-027a55a2d3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:34:46.579586 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.db_base_plugin_common [None req-492d7830-9957-41d9-8c6f-027a55a2d3a6 None None] Allocated IP 172.20.0.2 (602eb8ec-4776-434c-8cf8-2375a88619d9/702fa9f4-27a1-48ab-ab7f-9c6891639220/8c51b7d1-2ad7-4f11-8886-a9c2eb5389a8) {{(pid=106712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:34:46.806642 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-492d7830-9957-41d9-8c6f-027a55a2d3a6 None None] Publish callbacks [] for port, precommit_create {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:34:46.887007 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-492d7830-9957-41d9-8c6f-027a55a2d3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775'] for port, after_create {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:34:46.961554 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492d7830-9957-41d9-8c6f-027a55a2d3a6 None None] Network 602eb8ec-4776-434c-8cf8-2375a88619d9 is already hosted by enough agents. {{(pid=106712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:34:46.968812 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.scheduler.base_scheduler [None req-492d7830-9957-41d9-8c6f-027a55a2d3a6 None None] Resources bound (agent type, host, resource id): {{(pid=106712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:34:46.975523 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492d7830-9957-41d9-8c6f-027a55a2d3a6 None None] Pushing event updated for resources: {'Port': ['ID=8c51b7d1-2ad7-4f11-8886-a9c2eb5389a8,revision_number=1']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:34:46.979546 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492d7830-9957-41d9-8c6f-027a55a2d3a6 None None] Received port after_create {{(pid=106712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:34:46.987430 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d7830-9957-41d9-8c6f-027a55a2d3a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:34:46.988031 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d7830-9957-41d9-8c6f-027a55a2d3a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:34:46.988214 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d7830-9957-41d9-8c6f-027a55a2d3a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:34:46.989027 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d7830-9957-41d9-8c6f-027a55a2d3a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:34:46.989027 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d7830-9957-41d9-8c6f-027a55a2d3a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:34:46.989218 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d7830-9957-41d9-8c6f-027a55a2d3a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:34:46.989535 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d7830-9957-41d9-8c6f-027a55a2d3a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:34:46.989855 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d7830-9957-41d9-8c6f-027a55a2d3a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:34:46.990192 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d7830-9957-41d9-8c6f-027a55a2d3a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:34:46.990514 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d7830-9957-41d9-8c6f-027a55a2d3a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:34:46.990829 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d7830-9957-41d9-8c6f-027a55a2d3a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:34:46.991142 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d7830-9957-41d9-8c6f-027a55a2d3a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:34:46.992255 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d7830-9957-41d9-8c6f-027a55a2d3a6 None None] Tracked resource versions report: Oct 14 07:34:46.992255 dv-cinder-813746-2-iscsi neutron-server[106712]: pushed versions: Oct 14 07:34:46.992255 dv-cinder-813746-2-iscsi neutron-server[106712]: { 'AddressGroup': {'1.2'}, Oct 14 07:34:46.992255 dv-cinder-813746-2-iscsi neutron-server[106712]: 'ConntrackHelper': {'1.0'}, Oct 14 07:34:46.992255 dv-cinder-813746-2-iscsi neutron-server[106712]: 'Log': {'1.0'}, Oct 14 07:34:46.992255 dv-cinder-813746-2-iscsi neutron-server[106712]: 'Network': {'1.1'}, Oct 14 07:34:46.992255 dv-cinder-813746-2-iscsi neutron-server[106712]: 'Port': {'1.7'}, Oct 14 07:34:46.992255 dv-cinder-813746-2-iscsi neutron-server[106712]: 'PortForwarding': {'1.2'}, Oct 14 07:34:46.992255 dv-cinder-813746-2-iscsi neutron-server[106712]: 'QosPolicy': {'1.10'}, Oct 14 07:34:46.992255 dv-cinder-813746-2-iscsi neutron-server[106712]: 'SecurityGroup': {'1.4'}, Oct 14 07:34:46.992255 dv-cinder-813746-2-iscsi neutron-server[106712]: 'SecurityGroupRule': {'1.2'}, Oct 14 07:34:46.992255 dv-cinder-813746-2-iscsi neutron-server[106712]: 'SubPort': {'1.0'}, Oct 14 07:34:46.992255 dv-cinder-813746-2-iscsi neutron-server[106712]: 'Subnet': {'1.1'}, Oct 14 07:34:46.992255 dv-cinder-813746-2-iscsi neutron-server[106712]: 'Trunk': {'1.1'}} Oct 14 07:34:46.992255 dv-cinder-813746-2-iscsi neutron-server[106712]: consumer versions: Oct 14 07:34:46.992255 dv-cinder-813746-2-iscsi neutron-server[106712]: { DHCP agent@dv-cinder-813746-2-iscsi: {}, Oct 14 07:34:46.992255 dv-cinder-813746-2-iscsi neutron-server[106712]: L3 agent@dv-cinder-813746-2-iscsi: {}, Oct 14 07:34:46.992255 dv-cinder-813746-2-iscsi neutron-server[106712]: Metadata agent@dv-cinder-813746-2-iscsi: {}, Oct 14 07:34:46.992255 dv-cinder-813746-2-iscsi neutron-server[106712]: Metering agent@dv-cinder-813746-2-iscsi: {}, Oct 14 07:34:46.992255 dv-cinder-813746-2-iscsi neutron-server[106712]: Open vSwitch agent@dv-cinder-813746-2-iscsi: { 'AddressGroup': '1.2', Oct 14 07:34:46.992255 dv-cinder-813746-2-iscsi neutron-server[106712]: 'ConntrackHelper': '1.0', Oct 14 07:34:46.992255 dv-cinder-813746-2-iscsi neutron-server[106712]: 'Log': '1.0', Oct 14 07:34:46.992255 dv-cinder-813746-2-iscsi neutron-server[106712]: 'Network': '1.1', Oct 14 07:34:46.992255 dv-cinder-813746-2-iscsi neutron-server[106712]: 'Port': '1.7', Oct 14 07:34:46.992255 dv-cinder-813746-2-iscsi neutron-server[106712]: 'PortForwarding': '1.2', Oct 14 07:34:46.992255 dv-cinder-813746-2-iscsi neutron-server[106712]: 'QosPolicy': '1.10', Oct 14 07:34:46.992255 dv-cinder-813746-2-iscsi neutron-server[106712]: 'SecurityGroup': '1.4', Oct 14 07:34:46.992255 dv-cinder-813746-2-iscsi neutron-server[106712]: 'SecurityGroupRule': '1.2', Oct 14 07:34:46.992255 dv-cinder-813746-2-iscsi neutron-server[106712]: 'SubPort': '1.0', Oct 14 07:34:46.992255 dv-cinder-813746-2-iscsi neutron-server[106712]: 'Subnet': '1.1', Oct 14 07:34:46.992255 dv-cinder-813746-2-iscsi neutron-server[106712]: 'Trunk': '1.1'}} Oct 14 07:34:46.992255 dv-cinder-813746-2-iscsi neutron-server[106712]: {{(pid=106712) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 07:34:47.067514 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-492d7830-9957-41d9-8c6f-027a55a2d3a6 None None] Attempting to bind port 8c51b7d1-2ad7-4f11-8886-a9c2eb5389a8 on host dv-cinder-813746-2-iscsi for vnic_type normal with profile {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:34:47.067925 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-492d7830-9957-41d9-8c6f-027a55a2d3a6 None None] Attempting to bind port 8c51b7d1-2ad7-4f11-8886-a9c2eb5389a8 by drivers openvswitch,hyperv on host dv-cinder-813746-2-iscsi at level 0 using segments [{'id': '5c6562e3-8188-4cb0-96c8-13dbd29f4cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '602eb8ec-4776-434c-8cf8-2375a88619d9'}] {{(pid=106712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:34:47.068359 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492d7830-9957-41d9-8c6f-027a55a2d3a6 None None] Attempting to bind port 8c51b7d1-2ad7-4f11-8886-a9c2eb5389a8 on network 602eb8ec-4776-434c-8cf8-2375a88619d9 {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:34:47.073193 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492d7830-9957-41d9-8c6f-027a55a2d3a6 None None] Checking agent: {'id': '8d484d57-df47-4fec-994b-a2ddd0eb88cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 7, 34, 31), 'started_at': datetime.datetime(2021, 10, 14, 7, 34, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:34:47.073571 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492d7830-9957-41d9-8c6f-027a55a2d3a6 None None] Checking segment: {'id': '5c6562e3-8188-4cb0-96c8-13dbd29f4cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '602eb8ec-4776-434c-8cf8-2375a88619d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:34:47.074036 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-492d7830-9957-41d9-8c6f-027a55a2d3a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:34:47.074419 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492d7830-9957-41d9-8c6f-027a55a2d3a6 None None] Bound using segment: {'id': '5c6562e3-8188-4cb0-96c8-13dbd29f4cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '602eb8ec-4776-434c-8cf8-2375a88619d9'} {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:34:47.074907 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-492d7830-9957-41d9-8c6f-027a55a2d3a6 None None] Bound port: 8c51b7d1-2ad7-4f11-8886-a9c2eb5389a8, host: dv-cinder-813746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c6562e3-8188-4cb0-96c8-13dbd29f4cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '602eb8ec-4776-434c-8cf8-2375a88619d9'}}] {{(pid=106712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:34:47.075310 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-492d7830-9957-41d9-8c6f-027a55a2d3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:34:47.135113 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-492d7830-9957-41d9-8c6f-027a55a2d3a6 None None] For port 8c51b7d1-2ad7-4f11-8886-a9c2eb5389a8, host dv-cinder-813746-2-iscsi, cleared binding levels {{(pid=106712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:34:47.139380 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-492d7830-9957-41d9-8c6f-027a55a2d3a6 None None] For port 8c51b7d1-2ad7-4f11-8886-a9c2eb5389a8, host dv-cinder-813746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=8c51b7d1-2ad7-4f11-8886-a9c2eb5389a8,segment=NetworkSegment(5c6562e3-8188-4cb0-96c8-13dbd29f4cca),segment_id=5c6562e3-8188-4cb0-96c8-13dbd29f4cca)] {{(pid=106712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:34:47.212745 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-492d7830-9957-41d9-8c6f-027a55a2d3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:34:47.278627 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492d7830-9957-41d9-8c6f-027a55a2d3a6 None None] Pushing event updated for resources: {'Port': ['ID=8c51b7d1-2ad7-4f11-8886-a9c2eb5389a8,revision_number=2']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:34:48.595595 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 50736) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:34:48.907809 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [None req-c3b18f70-d884-4aa8-8d28-7061e2ab66a5 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=106710) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 07:34:48.908781 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-c3b18f70-d884-4aa8-8d28-7061e2ab66a5 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3121285 Oct 14 07:34:51.376528 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 50744) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:34:51.695491 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [None req-8644a627-e284-4fe9-bd55-dc75466e8655 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=106711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 07:34:51.696537 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-8644a627-e284-4fe9-bd55-dc75466e8655 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3191149 Oct 14 07:34:54.393224 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 50754) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:34:54.696677 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [None req-c013f33a-a1c8-4a81-89ef-f8aa62d222ea admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'a64653085b444f7293a42b3cae284584'}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:34:54.762726 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.policy [None req-c013f33a-a1c8-4a81-89ef-f8aa62d222ea admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106711) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 14 07:34:54.810869 dv-cinder-813746-2-iscsi neutron-server[106711]: WARNING oslo_policy.policy [None req-c013f33a-a1c8-4a81-89ef-f8aa62d222ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 07:34:54.811244 dv-cinder-813746-2-iscsi neutron-server[106711]: WARNING oslo_policy.policy [None req-c013f33a-a1c8-4a81-89ef-f8aa62d222ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 07:34:54.819911 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.quota [None req-c013f33a-a1c8-4a81-89ef-f8aa62d222ea admin admin] Loaded quota_driver: . Oct 14 07:34:54.943488 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-c013f33a-a1c8-4a81-89ef-f8aa62d222ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-974'] for router, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:34:54.945436 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-c013f33a-a1c8-4a81-89ef-f8aa62d222ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-967'] for router, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:34:55.111399 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-c013f33a-a1c8-4a81-89ef-f8aa62d222ea admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:34:55.172907 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-c013f33a-a1c8-4a81-89ef-f8aa62d222ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648228'] for router, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:34:55.259467 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-c013f33a-a1c8-4a81-89ef-f8aa62d222ea admin admin] Publish callbacks [] for router, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:34:55.261026 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-c013f33a-a1c8-4a81-89ef-f8aa62d222ea admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8667886 Oct 14 07:34:56.327561 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26513300-6cff-4f15-8a39-2118975f5149 None None] Network 602eb8ec-4776-434c-8cf8-2375a88619d9 requested from dv-cinder-813746-2-iscsi {{(pid=106712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:34:56.428413 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-6893b691-11e0-45e6-aed8-27e6537c3a01 None None] Provisioning complete for port 8c51b7d1-2ad7-4f11-8886-a9c2eb5389a8 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:34:56.428812 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-6893b691-11e0-45e6-aed8-27e6537c3a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:34:56.575814 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 8c51b7d1-2ad7-4f11-8886-a9c2eb5389a8 up at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:34:56.654628 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-6893b691-11e0-45e6-aed8-27e6537c3a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:34:56.710247 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-6893b691-11e0-45e6-aed8-27e6537c3a01 None None] For port 8c51b7d1-2ad7-4f11-8886-a9c2eb5389a8, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=8c51b7d1-2ad7-4f11-8886-a9c2eb5389a8,segment=NetworkSegment(5c6562e3-8188-4cb0-96c8-13dbd29f4cca),segment_id=5c6562e3-8188-4cb0-96c8-13dbd29f4cca)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:34:56.718405 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Provisioning complete for port 8c51b7d1-2ad7-4f11-8886-a9c2eb5389a8 triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:34:56.718840 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:34:56.786465 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-6893b691-11e0-45e6-aed8-27e6537c3a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:34:56.827378 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:34:56.858690 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6893b691-11e0-45e6-aed8-27e6537c3a01 None None] Pushing event updated for resources: {'Port': ['ID=8c51b7d1-2ad7-4f11-8886-a9c2eb5389a8,revision_number=3']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:34:56.902102 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.db.api [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 14 07:34:56.902474 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG oslo_db.api [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 14 07:34:56.908004 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-b9521560-092c-4b61-ad0d-cacddb4296dd None None] Provisioning complete for port 8c51b7d1-2ad7-4f11-8886-a9c2eb5389a8 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:34:56.908378 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b9521560-092c-4b61-ad0d-cacddb4296dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:34:57.343109 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-d82650d4-53c6-421a-9721-3e6f76e3b705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:34:57.719540 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 50770) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:34:58.030216 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [None req-5739bb6e-b291-4aa1-b357-8e736fc5c5ea admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=106711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 07:34:58.031209 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-5739bb6e-b291-4aa1-b357-8e736fc5c5ea admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3107302 Oct 14 07:34:58.540786 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 8c51b7d1-2ad7-4f11-8886-a9c2eb5389a8 up at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:34:58.585993 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Provisioning complete for port 8c51b7d1-2ad7-4f11-8886-a9c2eb5389a8 triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:34:58.586356 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:34:59.977820 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-ffa85323-1739-44f8-be2c-69c00a0aa86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:00.491160 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 50778) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:35:00.793644 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:00.801198 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [None req-2999cf8c-dbb5-47c7-8337-3d0757cb23c9 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:35:00.863741 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2999cf8c-dbb5-47c7-8337-3d0757cb23c9 admin admin] Made reservation on behalf of 3be405aa826a4eeaa71736441b76e10d for: {'network': 1} {{(pid=106711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:35:00.866421 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-2999cf8c-dbb5-47c7-8337-3d0757cb23c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for network, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:00.881612 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-2999cf8c-dbb5-47c7-8337-3d0757cb23c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:00.980213 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-2999cf8c-dbb5-47c7-8337-3d0757cb23c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:01.028804 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-2999cf8c-dbb5-47c7-8337-3d0757cb23c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:01.040156 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2999cf8c-dbb5-47c7-8337-3d0757cb23c9 admin admin] Reserving flat network on physical network physnet1 {{(pid=106711) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 14 07:35:01.070776 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-2999cf8c-dbb5-47c7-8337-3d0757cb23c9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787630205736', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728044'] for segment, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:01.071313 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-2999cf8c-dbb5-47c7-8337-3d0757cb23c9 admin admin] Unsubscribe: segment precommit_create {{(pid=106711) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 14 07:35:01.071831 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.db.segments_db [None req-2999cf8c-dbb5-47c7-8337-3d0757cb23c9 admin admin] Added segment 83c3fea4-f928-4a40-b18e-1fedd452844d of type flat for network 536a77cf-5189-41f9-92bf-300739e47f32 Oct 14 07:35:01.086840 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999cf8c-dbb5-47c7-8337-3d0757cb23c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22842c0f-64c4-467f-a2f7-284e74da8f57,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:35:01.138020 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999cf8c-dbb5-47c7-8337-3d0757cb23c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:35:01.138379 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999cf8c-dbb5-47c7-8337-3d0757cb23c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:35:01.138716 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999cf8c-dbb5-47c7-8337-3d0757cb23c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:35:01.139040 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999cf8c-dbb5-47c7-8337-3d0757cb23c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:35:01.139358 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999cf8c-dbb5-47c7-8337-3d0757cb23c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:35:01.139715 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999cf8c-dbb5-47c7-8337-3d0757cb23c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:35:01.140037 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999cf8c-dbb5-47c7-8337-3d0757cb23c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:35:01.140345 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999cf8c-dbb5-47c7-8337-3d0757cb23c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:35:01.140672 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999cf8c-dbb5-47c7-8337-3d0757cb23c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:35:01.140983 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999cf8c-dbb5-47c7-8337-3d0757cb23c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:35:01.141291 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999cf8c-dbb5-47c7-8337-3d0757cb23c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:35:01.141597 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999cf8c-dbb5-47c7-8337-3d0757cb23c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:35:01.142671 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999cf8c-dbb5-47c7-8337-3d0757cb23c9 admin admin] Tracked resource versions report: Oct 14 07:35:01.142671 dv-cinder-813746-2-iscsi neutron-server[106711]: pushed versions: Oct 14 07:35:01.142671 dv-cinder-813746-2-iscsi neutron-server[106711]: { 'AddressGroup': {'1.2'}, Oct 14 07:35:01.142671 dv-cinder-813746-2-iscsi neutron-server[106711]: 'ConntrackHelper': {'1.0'}, Oct 14 07:35:01.142671 dv-cinder-813746-2-iscsi neutron-server[106711]: 'Log': {'1.0'}, Oct 14 07:35:01.142671 dv-cinder-813746-2-iscsi neutron-server[106711]: 'Network': {'1.1'}, Oct 14 07:35:01.142671 dv-cinder-813746-2-iscsi neutron-server[106711]: 'Port': {'1.7'}, Oct 14 07:35:01.142671 dv-cinder-813746-2-iscsi neutron-server[106711]: 'PortForwarding': {'1.2'}, Oct 14 07:35:01.142671 dv-cinder-813746-2-iscsi neutron-server[106711]: 'QosPolicy': {'1.10'}, Oct 14 07:35:01.142671 dv-cinder-813746-2-iscsi neutron-server[106711]: 'SecurityGroup': {'1.4'}, Oct 14 07:35:01.142671 dv-cinder-813746-2-iscsi neutron-server[106711]: 'SecurityGroupRule': {'1.2'}, Oct 14 07:35:01.142671 dv-cinder-813746-2-iscsi neutron-server[106711]: 'SubPort': {'1.0'}, Oct 14 07:35:01.142671 dv-cinder-813746-2-iscsi neutron-server[106711]: 'Subnet': {'1.1'}, Oct 14 07:35:01.142671 dv-cinder-813746-2-iscsi neutron-server[106711]: 'Trunk': {'1.1'}} Oct 14 07:35:01.142671 dv-cinder-813746-2-iscsi neutron-server[106711]: consumer versions: Oct 14 07:35:01.142671 dv-cinder-813746-2-iscsi neutron-server[106711]: { DHCP agent@dv-cinder-813746-2-iscsi: {}, Oct 14 07:35:01.142671 dv-cinder-813746-2-iscsi neutron-server[106711]: L3 agent@dv-cinder-813746-2-iscsi: {}, Oct 14 07:35:01.142671 dv-cinder-813746-2-iscsi neutron-server[106711]: Metadata agent@dv-cinder-813746-2-iscsi: {}, Oct 14 07:35:01.142671 dv-cinder-813746-2-iscsi neutron-server[106711]: Metering agent@dv-cinder-813746-2-iscsi: {}, Oct 14 07:35:01.142671 dv-cinder-813746-2-iscsi neutron-server[106711]: Open vSwitch agent@dv-cinder-813746-2-iscsi: { 'AddressGroup': '1.2', Oct 14 07:35:01.142671 dv-cinder-813746-2-iscsi neutron-server[106711]: 'ConntrackHelper': '1.0', Oct 14 07:35:01.142671 dv-cinder-813746-2-iscsi neutron-server[106711]: 'Log': '1.0', Oct 14 07:35:01.142671 dv-cinder-813746-2-iscsi neutron-server[106711]: 'Network': '1.1', Oct 14 07:35:01.142671 dv-cinder-813746-2-iscsi neutron-server[106711]: 'Port': '1.7', Oct 14 07:35:01.142671 dv-cinder-813746-2-iscsi neutron-server[106711]: 'PortForwarding': '1.2', Oct 14 07:35:01.142671 dv-cinder-813746-2-iscsi neutron-server[106711]: 'QosPolicy': '1.10', Oct 14 07:35:01.142671 dv-cinder-813746-2-iscsi neutron-server[106711]: 'SecurityGroup': '1.4', Oct 14 07:35:01.142671 dv-cinder-813746-2-iscsi neutron-server[106711]: 'SecurityGroupRule': '1.2', Oct 14 07:35:01.142671 dv-cinder-813746-2-iscsi neutron-server[106711]: 'SubPort': '1.0', Oct 14 07:35:01.142671 dv-cinder-813746-2-iscsi neutron-server[106711]: 'Subnet': '1.1', Oct 14 07:35:01.142671 dv-cinder-813746-2-iscsi neutron-server[106711]: 'Trunk': '1.1'}} Oct 14 07:35:01.142671 dv-cinder-813746-2-iscsi neutron-server[106711]: {{(pid=106711) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 07:35:01.199620 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-2999cf8c-dbb5-47c7-8337-3d0757cb23c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787629651321'] for network, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:01.250488 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-93e1ef1e-be74-48a7-9436-c986e05ec438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:01.308906 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-2999cf8c-dbb5-47c7-8337-3d0757cb23c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486'] for network, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:01.309989 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2999cf8c-dbb5-47c7-8337-3d0757cb23c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:35:01.310632 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-2999cf8c-dbb5-47c7-8337-3d0757cb23c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for network, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:01.404798 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999cf8c-dbb5-47c7-8337-3d0757cb23c9 admin admin] Pushing event updated for resources: {'Network': ['ID=536a77cf-5189-41f9-92bf-300739e47f32,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:35:01.413268 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-2999cf8c-dbb5-47c7-8337-3d0757cb23c9 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9210782 Oct 14 07:35:01.415700 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Network 536a77cf-5189-41f9-92bf-300739e47f32 details requested by agent ovs-agent-dv-cinder-813746-2-iscsi with host dv-cinder-813746-2-iscsi {{(pid=106712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 07:35:02.805127 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-439377cf-db3c-4e91-9aae-241f8a26ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:03.878826 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 50800) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:35:04.100616 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12df5594-098e-454b-8030-248c1fe21ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:35:04.101995 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-12df5594-098e-454b-8030-248c1fe21ee7 admin admin] 10.222.0.47 "GET /v2.0/subnets/702fa9f4-27a1-48ab-ab7f-9c6891639220 HTTP/1.1" status: 200 len: 849 time: 0.2222383 Oct 14 07:35:04.235913 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-78ec6e96-00cb-4954-82eb-f197b1b812b1 admin admin] 10.222.0.47 "GET /v2.0/routers/507b522b-404e-4086-86f3-c32e2cbfadd1 HTTP/1.1" status: 200 len: 704 time: 0.1276362 Oct 14 07:35:04.493003 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-46febf42-5b9c-45a9-b87b-09d0ee7f3485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:04.778451 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.db_base_plugin_common [None req-46febf42-5b9c-45a9-b87b-09d0ee7f3485 admin admin] Allocated IP 172.20.0.1 (602eb8ec-4776-434c-8cf8-2375a88619d9/702fa9f4-27a1-48ab-ab7f-9c6891639220/af90d337-38a8-4000-a63c-3c5cb194c680) {{(pid=106711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:35:04.953731 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-46febf42-5b9c-45a9-b87b-09d0ee7f3485 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:05.069562 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-46febf42-5b9c-45a9-b87b-09d0ee7f3485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775'] for port, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:05.138590 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46febf42-5b9c-45a9-b87b-09d0ee7f3485 admin admin] Network 602eb8ec-4776-434c-8cf8-2375a88619d9 is already hosted by enough agents. {{(pid=106711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:35:05.143043 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.base_scheduler [None req-46febf42-5b9c-45a9-b87b-09d0ee7f3485 admin admin] Resources bound (agent type, host, resource id): {{(pid=106711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:35:05.157848 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46febf42-5b9c-45a9-b87b-09d0ee7f3485 admin admin] Received port after_create {{(pid=106711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:35:05.158379 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-46febf42-5b9c-45a9-b87b-09d0ee7f3485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653587'] for router_interface, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:05.212505 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46febf42-5b9c-45a9-b87b-09d0ee7f3485 admin admin] Pushing event updated for resources: {'Port': ['ID=af90d337-38a8-4000-a63c-3c5cb194c680,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:35:05.346456 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-c833f5f4-37ec-46a7-bafe-b0085834005f None None] Provisioning complete for port af90d337-38a8-4000-a63c-3c5cb194c680 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:35:05.347013 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-c833f5f4-37ec-46a7-bafe-b0085834005f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:05.381425 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-c833f5f4-37ec-46a7-bafe-b0085834005f None None] Port af90d337-38a8-4000-a63c-3c5cb194c680 cannot update to ACTIVE because it is not bound. {{(pid=106712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 07:35:05.427886 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-46febf42-5b9c-45a9-b87b-09d0ee7f3485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:05.680571 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-46febf42-5b9c-45a9-b87b-09d0ee7f3485 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:05.742165 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-46febf42-5b9c-45a9-b87b-09d0ee7f3485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:05.742973 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-46febf42-5b9c-45a9-b87b-09d0ee7f3485 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2071468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1653543'] for router_interface, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:05.805489 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46febf42-5b9c-45a9-b87b-09d0ee7f3485 admin admin] Pushing event updated for resources: {'Port': ['ID=af90d337-38a8-4000-a63c-3c5cb194c680,revision_number=2']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:35:05.872724 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46febf42-5b9c-45a9-b87b-09d0ee7f3485 admin admin] Network 602eb8ec-4776-434c-8cf8-2375a88619d9 is already hosted by enough agents. {{(pid=106711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:35:05.874107 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.base_scheduler [None req-46febf42-5b9c-45a9-b87b-09d0ee7f3485 admin admin] Resources bound (agent type, host, resource id): {{(pid=106711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:35:06.084735 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46febf42-5b9c-45a9-b87b-09d0ee7f3485 admin admin] Router 507b522b-404e-4086-86f3-c32e2cbfadd1 is scheduled to L3 agent f0543dd8-cbcf-46a4-b5f3-c6f7813920a1 with binding_index 1 {{(pid=106711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 07:35:06.105123 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-dea162be-f995-43f3-9c10-869c29661873 None None] Provisioning complete for port af90d337-38a8-4000-a63c-3c5cb194c680 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:35:06.105493 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-dea162be-f995-43f3-9c10-869c29661873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:06.138883 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-dea162be-f995-43f3-9c10-869c29661873 None None] Port af90d337-38a8-4000-a63c-3c5cb194c680 cannot update to ACTIVE because it is not bound. {{(pid=106712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 07:35:06.180644 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46febf42-5b9c-45a9-b87b-09d0ee7f3485 admin admin] Notify agent at l3_agent.dv-cinder-813746-2-iscsi the message routers_updated {{(pid=106711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:35:06.185830 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-46febf42-5b9c-45a9-b87b-09d0ee7f3485 admin admin] 10.222.0.47 "PUT /v2.0/routers/507b522b-404e-4086-86f3-c32e2cbfadd1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9436266 Oct 14 07:35:06.191105 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21ea207-3db8-4c5b-8ee1-f9d45daab79b None None] Sync routers for ids ['507b522b-404e-4086-86f3-c32e2cbfadd1'] in dv-cinder-813746-2-iscsi {{(pid=106713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:35:06.202136 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21ea207-3db8-4c5b-8ee1-f9d45daab79b None None] Routers {'507b522b-404e-4086-86f3-c32e2cbfadd1'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:35:06.202965 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-f21ea207-3db8-4c5b-8ee1-f9d45daab79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:35:00Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['507b522b-404e-4086-86f3-c32e2cbfadd1'], 'active': True} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:35:06.387610 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvr_db [None req-f21ea207-3db8-4c5b-8ee1-f9d45daab79b None None] Set router 507b522b-404e-4086-86f3-c32e2cbfadd1 gateway port host: None {{(pid=106713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:35:06.805383 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-f21ea207-3db8-4c5b-8ee1-f9d45daab79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507b522b-404e-4086-86f3-c32e2cbfadd1', 'name': 'router1', 'tenant_id': 'a64653085b444f7293a42b3cae284584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:34:54Z', 'updated_at': '2021-10-14T07:35:05Z', 'revision_number': 2, 'project_id': 'a64653085b444f7293a42b3cae284584', 'gw_port_host': None, '_interfaces': [{'id': 'af90d337-38a8-4000-a63c-3c5cb194c680', 'name': '', 'network_id': '602eb8ec-4776-434c-8cf8-2375a88619d9', 'tenant_id': 'a64653085b444f7293a42b3cae284584', 'mac_address': 'fa:16:3e:7a:74:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507b522b-404e-4086-86f3-c32e2cbfadd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '702fa9f4-27a1-48ab-ab7f-9c6891639220', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:35:04Z', 'updated_at': '2021-10-14T07:35:05Z', 'revision_number': 2, 'project_id': 'a64653085b444f7293a42b3cae284584', 'subnets': [{'id': '702fa9f4-27a1-48ab-ab7f-9c6891639220', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d42179a-4722-4acd-a880-5721d523e9a1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:35:06.855589 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21ea207-3db8-4c5b-8ee1-f9d45daab79b None None] Checking router: 507b522b-404e-4086-86f3-c32e2cbfadd1 for host: dv-cinder-813746-2-iscsi {{(pid=106713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:35:06.856006 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21ea207-3db8-4c5b-8ee1-f9d45daab79b None None] Updating router 507b522b-404e-4086-86f3-c32e2cbfadd1 port af90d337-38a8-4000-a63c-3c5cb194c680 binding host dv-cinder-813746-2-iscsi {{(pid=106713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 07:35:06.903148 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-f21ea207-3db8-4c5b-8ee1-f9d45daab79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:07.403354 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-f21ea207-3db8-4c5b-8ee1-f9d45daab79b None None] Publish callbacks [] for port, precommit_update {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:07.486140 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-f21ea207-3db8-4c5b-8ee1-f9d45daab79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:07.619522 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb06590-885d-4556-8c2f-8fd2d456482c None None] Pushing event updated for resources: {'Port': ['ID=af90d337-38a8-4000-a63c-3c5cb194c680,revision_number=3']} {{(pid=106713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:35:07.648440 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb06590-885d-4556-8c2f-8fd2d456482c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:35:07.648801 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb06590-885d-4556-8c2f-8fd2d456482c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:35:07.649140 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb06590-885d-4556-8c2f-8fd2d456482c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:35:07.649475 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb06590-885d-4556-8c2f-8fd2d456482c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:35:07.649802 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb06590-885d-4556-8c2f-8fd2d456482c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:35:07.650130 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb06590-885d-4556-8c2f-8fd2d456482c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:35:07.650451 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb06590-885d-4556-8c2f-8fd2d456482c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:35:07.650772 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb06590-885d-4556-8c2f-8fd2d456482c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:35:07.651099 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb06590-885d-4556-8c2f-8fd2d456482c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:35:07.651416 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb06590-885d-4556-8c2f-8fd2d456482c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:35:07.651771 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb06590-885d-4556-8c2f-8fd2d456482c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:35:07.652090 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb06590-885d-4556-8c2f-8fd2d456482c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:35:07.653179 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb06590-885d-4556-8c2f-8fd2d456482c None None] Tracked resource versions report: Oct 14 07:35:07.653179 dv-cinder-813746-2-iscsi neutron-server[106713]: pushed versions: Oct 14 07:35:07.653179 dv-cinder-813746-2-iscsi neutron-server[106713]: { 'AddressGroup': {'1.2'}, Oct 14 07:35:07.653179 dv-cinder-813746-2-iscsi neutron-server[106713]: 'ConntrackHelper': {'1.0'}, Oct 14 07:35:07.653179 dv-cinder-813746-2-iscsi neutron-server[106713]: 'Log': {'1.0'}, Oct 14 07:35:07.653179 dv-cinder-813746-2-iscsi neutron-server[106713]: 'Network': {'1.1'}, Oct 14 07:35:07.653179 dv-cinder-813746-2-iscsi neutron-server[106713]: 'Port': {'1.7'}, Oct 14 07:35:07.653179 dv-cinder-813746-2-iscsi neutron-server[106713]: 'PortForwarding': {'1.2'}, Oct 14 07:35:07.653179 dv-cinder-813746-2-iscsi neutron-server[106713]: 'QosPolicy': {'1.10'}, Oct 14 07:35:07.653179 dv-cinder-813746-2-iscsi neutron-server[106713]: 'SecurityGroup': {'1.4'}, Oct 14 07:35:07.653179 dv-cinder-813746-2-iscsi neutron-server[106713]: 'SecurityGroupRule': {'1.2'}, Oct 14 07:35:07.653179 dv-cinder-813746-2-iscsi neutron-server[106713]: 'SubPort': {'1.0'}, Oct 14 07:35:07.653179 dv-cinder-813746-2-iscsi neutron-server[106713]: 'Subnet': {'1.1'}, Oct 14 07:35:07.653179 dv-cinder-813746-2-iscsi neutron-server[106713]: 'Trunk': {'1.1'}} Oct 14 07:35:07.653179 dv-cinder-813746-2-iscsi neutron-server[106713]: consumer versions: Oct 14 07:35:07.653179 dv-cinder-813746-2-iscsi neutron-server[106713]: { DHCP agent@dv-cinder-813746-2-iscsi: {}, Oct 14 07:35:07.653179 dv-cinder-813746-2-iscsi neutron-server[106713]: L3 agent@dv-cinder-813746-2-iscsi: {}, Oct 14 07:35:07.653179 dv-cinder-813746-2-iscsi neutron-server[106713]: Metadata agent@dv-cinder-813746-2-iscsi: {}, Oct 14 07:35:07.653179 dv-cinder-813746-2-iscsi neutron-server[106713]: Metering agent@dv-cinder-813746-2-iscsi: {}, Oct 14 07:35:07.653179 dv-cinder-813746-2-iscsi neutron-server[106713]: Open vSwitch agent@dv-cinder-813746-2-iscsi: { 'AddressGroup': '1.2', Oct 14 07:35:07.653179 dv-cinder-813746-2-iscsi neutron-server[106713]: 'ConntrackHelper': '1.0', Oct 14 07:35:07.653179 dv-cinder-813746-2-iscsi neutron-server[106713]: 'Log': '1.0', Oct 14 07:35:07.653179 dv-cinder-813746-2-iscsi neutron-server[106713]: 'Network': '1.1', Oct 14 07:35:07.653179 dv-cinder-813746-2-iscsi neutron-server[106713]: 'Port': '1.7', Oct 14 07:35:07.653179 dv-cinder-813746-2-iscsi neutron-server[106713]: 'PortForwarding': '1.2', Oct 14 07:35:07.653179 dv-cinder-813746-2-iscsi neutron-server[106713]: 'QosPolicy': '1.10', Oct 14 07:35:07.653179 dv-cinder-813746-2-iscsi neutron-server[106713]: 'SecurityGroup': '1.4', Oct 14 07:35:07.653179 dv-cinder-813746-2-iscsi neutron-server[106713]: 'SecurityGroupRule': '1.2', Oct 14 07:35:07.653179 dv-cinder-813746-2-iscsi neutron-server[106713]: 'SubPort': '1.0', Oct 14 07:35:07.653179 dv-cinder-813746-2-iscsi neutron-server[106713]: 'Subnet': '1.1', Oct 14 07:35:07.653179 dv-cinder-813746-2-iscsi neutron-server[106713]: 'Trunk': '1.1'}} Oct 14 07:35:07.653179 dv-cinder-813746-2-iscsi neutron-server[106713]: {{(pid=106713) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 07:35:07.667366 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.managers [None req-f21ea207-3db8-4c5b-8ee1-f9d45daab79b None None] Attempting to bind port af90d337-38a8-4000-a63c-3c5cb194c680 on host dv-cinder-813746-2-iscsi for vnic_type normal with profile {{(pid=106713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:35:07.668328 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.managers [None req-f21ea207-3db8-4c5b-8ee1-f9d45daab79b None None] Attempting to bind port af90d337-38a8-4000-a63c-3c5cb194c680 by drivers openvswitch,hyperv on host dv-cinder-813746-2-iscsi at level 0 using segments [{'id': '5c6562e3-8188-4cb0-96c8-13dbd29f4cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '602eb8ec-4776-434c-8cf8-2375a88619d9'}] {{(pid=106713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:35:07.668688 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21ea207-3db8-4c5b-8ee1-f9d45daab79b None None] Attempting to bind port af90d337-38a8-4000-a63c-3c5cb194c680 on network 602eb8ec-4776-434c-8cf8-2375a88619d9 {{(pid=106713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:35:07.674935 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21ea207-3db8-4c5b-8ee1-f9d45daab79b None None] Checking agent: {'id': '8d484d57-df47-4fec-994b-a2ddd0eb88cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 7, 34, 31), 'started_at': datetime.datetime(2021, 10, 14, 7, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:35:07.675359 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21ea207-3db8-4c5b-8ee1-f9d45daab79b None None] Checking segment: {'id': '5c6562e3-8188-4cb0-96c8-13dbd29f4cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '602eb8ec-4776-434c-8cf8-2375a88619d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:35:07.675981 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-f21ea207-3db8-4c5b-8ee1-f9d45daab79b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:07.676362 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21ea207-3db8-4c5b-8ee1-f9d45daab79b None None] Bound using segment: {'id': '5c6562e3-8188-4cb0-96c8-13dbd29f4cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '602eb8ec-4776-434c-8cf8-2375a88619d9'} {{(pid=106713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:35:07.676852 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.managers [None req-f21ea207-3db8-4c5b-8ee1-f9d45daab79b None None] Bound port: af90d337-38a8-4000-a63c-3c5cb194c680, host: dv-cinder-813746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c6562e3-8188-4cb0-96c8-13dbd29f4cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '602eb8ec-4776-434c-8cf8-2375a88619d9'}}] {{(pid=106713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:35:07.677264 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-f21ea207-3db8-4c5b-8ee1-f9d45daab79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:07.743983 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.db [None req-f21ea207-3db8-4c5b-8ee1-f9d45daab79b None None] For port af90d337-38a8-4000-a63c-3c5cb194c680, host dv-cinder-813746-2-iscsi, cleared binding levels {{(pid=106713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:35:07.762556 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.db [None req-f21ea207-3db8-4c5b-8ee1-f9d45daab79b None None] For port af90d337-38a8-4000-a63c-3c5cb194c680, host dv-cinder-813746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=af90d337-38a8-4000-a63c-3c5cb194c680,segment=NetworkSegment(5c6562e3-8188-4cb0-96c8-13dbd29f4cca),segment_id=5c6562e3-8188-4cb0-96c8-13dbd29f4cca)] {{(pid=106713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:35:07.767380 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-42d25d18-ce04-496a-b726-b1acccb0bd98 None None] Provisioning complete for port af90d337-38a8-4000-a63c-3c5cb194c680 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:35:07.767907 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-42d25d18-ce04-496a-b726-b1acccb0bd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:07.801680 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-42d25d18-ce04-496a-b726-b1acccb0bd98 None None] Port af90d337-38a8-4000-a63c-3c5cb194c680 cannot update to ACTIVE because it is not bound. {{(pid=106712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 07:35:07.823571 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-f21ea207-3db8-4c5b-8ee1-f9d45daab79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:07.880676 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21ea207-3db8-4c5b-8ee1-f9d45daab79b None None] Routers {'507b522b-404e-4086-86f3-c32e2cbfadd1'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:35:07.881303 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-f21ea207-3db8-4c5b-8ee1-f9d45daab79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:35:00Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['507b522b-404e-4086-86f3-c32e2cbfadd1'], 'active': True} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:35:07.917153 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb06590-885d-4556-8c2f-8fd2d456482c None None] Pushing event updated for resources: {'Port': ['ID=af90d337-38a8-4000-a63c-3c5cb194c680,revision_number=4']} {{(pid=106713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:35:07.976933 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvr_db [None req-f21ea207-3db8-4c5b-8ee1-f9d45daab79b None None] Set router 507b522b-404e-4086-86f3-c32e2cbfadd1 gateway port host: None {{(pid=106713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:35:08.023528 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-c8227cef-ea03-4e22-bf0d-44a4d82ed93a None None] Provisioning complete for port af90d337-38a8-4000-a63c-3c5cb194c680 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:35:08.023958 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-c8227cef-ea03-4e22-bf0d-44a4d82ed93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:08.103649 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-c8227cef-ea03-4e22-bf0d-44a4d82ed93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:08.134102 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-c8227cef-ea03-4e22-bf0d-44a4d82ed93a None None] For port af90d337-38a8-4000-a63c-3c5cb194c680, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=af90d337-38a8-4000-a63c-3c5cb194c680,segment=NetworkSegment(5c6562e3-8188-4cb0-96c8-13dbd29f4cca),segment_id=5c6562e3-8188-4cb0-96c8-13dbd29f4cca)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:35:08.187002 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-f21ea207-3db8-4c5b-8ee1-f9d45daab79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507b522b-404e-4086-86f3-c32e2cbfadd1', 'name': 'router1', 'tenant_id': 'a64653085b444f7293a42b3cae284584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:34:54Z', 'updated_at': '2021-10-14T07:35:05Z', 'revision_number': 2, 'project_id': 'a64653085b444f7293a42b3cae284584', 'gw_port_host': None, '_interfaces': [{'id': 'af90d337-38a8-4000-a63c-3c5cb194c680', 'name': '', 'network_id': '602eb8ec-4776-434c-8cf8-2375a88619d9', 'tenant_id': 'a64653085b444f7293a42b3cae284584', 'mac_address': 'fa:16:3e:7a:74:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507b522b-404e-4086-86f3-c32e2cbfadd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '702fa9f4-27a1-48ab-ab7f-9c6891639220', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:35:04Z', 'updated_at': '2021-10-14T07:35:07Z', 'revision_number': 4, 'project_id': 'a64653085b444f7293a42b3cae284584', 'subnets': [{'id': '702fa9f4-27a1-48ab-ab7f-9c6891639220', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d42179a-4722-4acd-a880-5721d523e9a1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:35:08.206807 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-c8227cef-ea03-4e22-bf0d-44a4d82ed93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:08.215475 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21ea207-3db8-4c5b-8ee1-f9d45daab79b None None] The sync data for ids ['507b522b-404e-4086-86f3-c32e2cbfadd1'] in dv-cinder-813746-2-iscsi is: [{'id': '507b522b-404e-4086-86f3-c32e2cbfadd1', 'name': 'router1', 'tenant_id': 'a64653085b444f7293a42b3cae284584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:34:54Z', 'updated_at': '2021-10-14T07:35:05Z', 'revision_number': 2, 'project_id': 'a64653085b444f7293a42b3cae284584', 'gw_port_host': None, '_interfaces': [{'id': 'af90d337-38a8-4000-a63c-3c5cb194c680', 'name': '', 'network_id': '602eb8ec-4776-434c-8cf8-2375a88619d9', 'tenant_id': 'a64653085b444f7293a42b3cae284584', 'mac_address': 'fa:16:3e:7a:74:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507b522b-404e-4086-86f3-c32e2cbfadd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '702fa9f4-27a1-48ab-ab7f-9c6891639220', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:35:04Z', 'updated_at': '2021-10-14T07:35:07Z', 'revision_number': 4, 'project_id': 'a64653085b444f7293a42b3cae284584', 'subnets': [{'id': '702fa9f4-27a1-48ab-ab7f-9c6891639220', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d42179a-4722-4acd-a880-5721d523e9a1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:35:08.262241 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8227cef-ea03-4e22-bf0d-44a4d82ed93a None None] Pushing event updated for resources: {'Port': ['ID=af90d337-38a8-4000-a63c-3c5cb194c680,revision_number=5']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:35:08.529873 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 50820) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:35:08.639041 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b5a008-7a7a-4ba3-a441-52261c5682cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:35:08.640432 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-e2b5a008-7a7a-4ba3-a441-52261c5682cb admin admin] 10.222.0.47 "GET /v2.0/networks/536a77cf-5189-41f9-92bf-300739e47f32 HTTP/1.1" status: 200 len: 842 time: 0.1096811 Oct 14 07:35:08.650745 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [None req-1383e5cb-babc-4a4b-94f3-7c75d1c7d772 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'gateway_ip': '172.27.3.1'}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:35:08.720476 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1383e5cb-babc-4a4b-94f3-7c75d1c7d772 admin admin] Made reservation on behalf of 3be405aa826a4eeaa71736441b76e10d for: {'subnet': 1} {{(pid=106711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:35:08.722758 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-1383e5cb-babc-4a4b-94f3-7c75d1c7d772 admin admin] Publish callbacks [] for subnet, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:09.057872 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.objects.ports [None req-1383e5cb-babc-4a4b-94f3-7c75d1c7d772 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106711) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 14 07:35:09.058231 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-1383e5cb-babc-4a4b-94f3-7c75d1c7d772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486'] for subnet, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:09.114302 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383e5cb-babc-4a4b-94f3-7c75d1c7d772 admin admin] Pushing event updated for resources: {'Subnet': ['ID=171d1f51-d728-4b0d-be8f-6d9f917ae698,revision_number=0']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:35:09.125246 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1383e5cb-babc-4a4b-94f3-7c75d1c7d772 admin admin] Checking segment: {'id': '83c3fea4-f928-4a40-b18e-1fedd452844d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:35:09.125589 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1383e5cb-babc-4a4b-94f3-7c75d1c7d772 admin admin] Network hostable DHCP agents. Network: 536a77cf-5189-41f9-92bf-300739e47f32, hostable agents: ['0e09805b-9c3f-4b14-8211-d4974393509b'], hosted agents: [] {{(pid=106711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 07:35:09.227756 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1383e5cb-babc-4a4b-94f3-7c75d1c7d772 admin admin] Network 536a77cf-5189-41f9-92bf-300739e47f32 is scheduled to be hosted by DHCP agent 0e09805b-9c3f-4b14-8211-d4974393509b with binding_index 1 {{(pid=106711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 07:35:09.308946 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.base_scheduler [None req-1383e5cb-babc-4a4b-94f3-7c75d1c7d772 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813746-2-iscsi, 536a77cf-5189-41f9-92bf-300739e47f32) {{(pid=106711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:35:09.317204 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ddd9a8-4135-4ed8-9250-a84920002dbc None None] Network 536a77cf-5189-41f9-92bf-300739e47f32 requested from dv-cinder-813746-2-iscsi {{(pid=106712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:35:09.317710 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1383e5cb-babc-4a4b-94f3-7c75d1c7d772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:35:09.318363 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-1383e5cb-babc-4a4b-94f3-7c75d1c7d772 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for subnet, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:09.402103 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-1383e5cb-babc-4a4b-94f3-7c75d1c7d772 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7547119 Oct 14 07:35:09.517851 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e140ee-68e5-46ed-afc7-23305b89c82a None None] Network 536a77cf-5189-41f9-92bf-300739e47f32 requested from dv-cinder-813746-2-iscsi {{(pid=106712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:35:11.835565 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 50828) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:35:12.107607 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-efdd8dac-1c45-4308-8165-f24ad0f5c805 admin admin] 10.222.0.47 "GET /v2.0/routers/507b522b-404e-4086-86f3-c32e2cbfadd1 HTTP/1.1" status: 200 len: 710 time: 0.2707105 Oct 14 07:35:12.220125 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04a79ee-53dc-4b22-afd6-00409c82cde2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:35:12.221511 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-e04a79ee-53dc-4b22-afd6-00409c82cde2 admin admin] 10.222.0.47 "GET /v2.0/networks/536a77cf-5189-41f9-92bf-300739e47f32 HTTP/1.1" status: 200 len: 886 time: 0.1080782 Oct 14 07:35:12.231085 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-01231b53-e5bf-41bd-b716-0f404252970f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32'}}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:35:12.472179 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-01231b53-e5bf-41bd-b716-0f404252970f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:12.832573 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-01231b53-e5bf-41bd-b716-0f404252970f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:12.903475 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-01231b53-e5bf-41bd-b716-0f404252970f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:13.055880 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.db_base_plugin_common [None req-01231b53-e5bf-41bd-b716-0f404252970f admin admin] Allocated IP 172.27.3.187 (536a77cf-5189-41f9-92bf-300739e47f32/171d1f51-d728-4b0d-be8f-6d9f917ae698/d9ece10f-2213-451d-a9d2-9739af1eb2b3) {{(pid=106710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:35:13.207990 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-01231b53-e5bf-41bd-b716-0f404252970f admin admin] Publish callbacks [] for port, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:13.319859 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-01231b53-e5bf-41bd-b716-0f404252970f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775'] for port, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:13.389539 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01231b53-e5bf-41bd-b716-0f404252970f admin admin] Network 536a77cf-5189-41f9-92bf-300739e47f32 is already hosted by enough agents. {{(pid=106710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:35:13.395794 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.base_scheduler [None req-01231b53-e5bf-41bd-b716-0f404252970f admin admin] Resources bound (agent type, host, resource id): {{(pid=106710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:35:13.404114 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01231b53-e5bf-41bd-b716-0f404252970f admin admin] Received port after_create {{(pid=106710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:35:13.436146 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01231b53-e5bf-41bd-b716-0f404252970f admin admin] Pushing event updated for resources: {'Port': ['ID=d9ece10f-2213-451d-a9d2-9739af1eb2b3,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:35:13.768552 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-01231b53-e5bf-41bd-b716-0f404252970f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:13.965026 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-01231b53-e5bf-41bd-b716-0f404252970f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1648193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1651604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-821'] for router, precommit_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:13.970020 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-01231b53-e5bf-41bd-b716-0f404252970f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1648246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1648239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1651597'] for router, after_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:14.085155 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01231b53-e5bf-41bd-b716-0f404252970f admin admin] Router 507b522b-404e-4086-86f3-c32e2cbfadd1 has already been hosted by L3 agent f0543dd8-cbcf-46a4-b5f3-c6f7813920a1 {{(pid=106710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:35:14.188553 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01231b53-e5bf-41bd-b716-0f404252970f admin admin] Notify agent at l3_agent.dv-cinder-813746-2-iscsi the message routers_updated {{(pid=106710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:35:14.193835 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-01231b53-e5bf-41bd-b716-0f404252970f admin admin] Publish callbacks [] for router, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:14.195045 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-01231b53-e5bf-41bd-b716-0f404252970f admin admin] 10.222.0.47 "PUT /v2.0/routers/507b522b-404e-4086-86f3-c32e2cbfadd1 HTTP/1.1" status: 200 len: 890 time: 1.9670937 Oct 14 07:35:14.580614 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device af90d337-38a8-4000-a63c-3c5cb194c680 up at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:35:14.632076 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Provisioning complete for port af90d337-38a8-4000-a63c-3c5cb194c680 triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:35:14.632554 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:15.136957 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba06780-5fe7-4276-b87b-6f20c3cd82a2 None None] Sync routers for ids ['507b522b-404e-4086-86f3-c32e2cbfadd1'] in dv-cinder-813746-2-iscsi {{(pid=106712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:35:15.147046 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba06780-5fe7-4276-b87b-6f20c3cd82a2 None None] Routers {'507b522b-404e-4086-86f3-c32e2cbfadd1'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:35:15.147738 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-2ba06780-5fe7-4276-b87b-6f20c3cd82a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:35:00Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['507b522b-404e-4086-86f3-c32e2cbfadd1'], 'active': True} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:35:15.352281 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvr_db [None req-2ba06780-5fe7-4276-b87b-6f20c3cd82a2 None None] Set router 507b522b-404e-4086-86f3-c32e2cbfadd1 gateway port host: dv-cinder-813746-2-iscsi {{(pid=106712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:35:15.585376 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.agents_db [None req-84b3d5e4-9e25-480e-9cd9-33a6a693fe4d None None] Agent healthcheck: found 5 active agents {{(pid=106713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:35:15.743842 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-2ba06780-5fe7-4276-b87b-6f20c3cd82a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507b522b-404e-4086-86f3-c32e2cbfadd1', 'name': 'router1', 'tenant_id': 'a64653085b444f7293a42b3cae284584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': 'd9ece10f-2213-451d-a9d2-9739af1eb2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:34:54Z', 'updated_at': '2021-10-14T07:35:13Z', 'revision_number': 4, 'project_id': 'a64653085b444f7293a42b3cae284584', 'gw_port': {'id': 'd9ece10f-2213-451d-a9d2-9739af1eb2b3', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ff:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507b522b-404e-4086-86f3-c32e2cbfadd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:35:12Z', 'updated_at': '2021-10-14T07:35:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': 'af90d337-38a8-4000-a63c-3c5cb194c680', 'name': '', 'network_id': '602eb8ec-4776-434c-8cf8-2375a88619d9', 'tenant_id': 'a64653085b444f7293a42b3cae284584', 'mac_address': 'fa:16:3e:7a:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507b522b-404e-4086-86f3-c32e2cbfadd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '702fa9f4-27a1-48ab-ab7f-9c6891639220', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:35:04Z', 'updated_at': '2021-10-14T07:35:08Z', 'revision_number': 5, 'project_id': 'a64653085b444f7293a42b3cae284584', 'subnets': [{'id': '702fa9f4-27a1-48ab-ab7f-9c6891639220', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d42179a-4722-4acd-a880-5721d523e9a1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:35:15.795631 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba06780-5fe7-4276-b87b-6f20c3cd82a2 None None] Checking router: 507b522b-404e-4086-86f3-c32e2cbfadd1 for host: dv-cinder-813746-2-iscsi {{(pid=106712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:35:15.796027 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba06780-5fe7-4276-b87b-6f20c3cd82a2 None None] Updating router 507b522b-404e-4086-86f3-c32e2cbfadd1 port d9ece10f-2213-451d-a9d2-9739af1eb2b3 binding host dv-cinder-813746-2-iscsi {{(pid=106712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 07:35:15.841967 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-2ba06780-5fe7-4276-b87b-6f20c3cd82a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:16.226408 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-2ba06780-5fe7-4276-b87b-6f20c3cd82a2 None None] Publish callbacks [] for port, precommit_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:16.263015 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-2ba06780-5fe7-4276-b87b-6f20c3cd82a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:16.311000 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-2ba06780-5fe7-4276-b87b-6f20c3cd82a2 None None] Attempting to bind port d9ece10f-2213-451d-a9d2-9739af1eb2b3 on host dv-cinder-813746-2-iscsi for vnic_type normal with profile {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:35:16.311370 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-2ba06780-5fe7-4276-b87b-6f20c3cd82a2 None None] Attempting to bind port d9ece10f-2213-451d-a9d2-9739af1eb2b3 by drivers openvswitch,hyperv on host dv-cinder-813746-2-iscsi at level 0 using segments [{'id': '83c3fea4-f928-4a40-b18e-1fedd452844d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32'}] {{(pid=106712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:35:16.311757 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba06780-5fe7-4276-b87b-6f20c3cd82a2 None None] Attempting to bind port d9ece10f-2213-451d-a9d2-9739af1eb2b3 on network 536a77cf-5189-41f9-92bf-300739e47f32 {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:35:16.323445 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba06780-5fe7-4276-b87b-6f20c3cd82a2 None None] Checking agent: {'id': '8d484d57-df47-4fec-994b-a2ddd0eb88cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 7, 34, 31), 'started_at': datetime.datetime(2021, 10, 14, 7, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:35:16.323844 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba06780-5fe7-4276-b87b-6f20c3cd82a2 None None] Checking segment: {'id': '83c3fea4-f928-4a40-b18e-1fedd452844d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:35:16.324237 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-2ba06780-5fe7-4276-b87b-6f20c3cd82a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:16.324625 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba06780-5fe7-4276-b87b-6f20c3cd82a2 None None] Bound using segment: {'id': '83c3fea4-f928-4a40-b18e-1fedd452844d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32'} {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:35:16.325085 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-2ba06780-5fe7-4276-b87b-6f20c3cd82a2 None None] Bound port: d9ece10f-2213-451d-a9d2-9739af1eb2b3, host: dv-cinder-813746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c3fea4-f928-4a40-b18e-1fedd452844d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32'}}] {{(pid=106712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:35:16.325487 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-2ba06780-5fe7-4276-b87b-6f20c3cd82a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:16.327759 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9205ce01-e88a-4be1-bf61-e21e220baeee None None] Pushing event updated for resources: {'Port': ['ID=d9ece10f-2213-451d-a9d2-9739af1eb2b3,revision_number=2']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:35:16.376193 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-2ba06780-5fe7-4276-b87b-6f20c3cd82a2 None None] For port d9ece10f-2213-451d-a9d2-9739af1eb2b3, host dv-cinder-813746-2-iscsi, cleared binding levels {{(pid=106712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:35:16.379174 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-2ba06780-5fe7-4276-b87b-6f20c3cd82a2 None None] For port d9ece10f-2213-451d-a9d2-9739af1eb2b3, host dv-cinder-813746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=d9ece10f-2213-451d-a9d2-9739af1eb2b3,segment=NetworkSegment(83c3fea4-f928-4a40-b18e-1fedd452844d),segment_id=83c3fea4-f928-4a40-b18e-1fedd452844d)] {{(pid=106712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:35:16.444851 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-2ba06780-5fe7-4276-b87b-6f20c3cd82a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:16.498374 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba06780-5fe7-4276-b87b-6f20c3cd82a2 None None] Routers {'507b522b-404e-4086-86f3-c32e2cbfadd1'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:35:16.498861 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-2ba06780-5fe7-4276-b87b-6f20c3cd82a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:35:00Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['507b522b-404e-4086-86f3-c32e2cbfadd1'], 'active': True} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:35:16.544792 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9205ce01-e88a-4be1-bf61-e21e220baeee None None] Pushing event updated for resources: {'Port': ['ID=d9ece10f-2213-451d-a9d2-9739af1eb2b3,revision_number=3']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:35:16.617677 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvr_db [None req-2ba06780-5fe7-4276-b87b-6f20c3cd82a2 None None] Set router 507b522b-404e-4086-86f3-c32e2cbfadd1 gateway port host: dv-cinder-813746-2-iscsi {{(pid=106712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:35:16.696579 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 50840) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:35:16.810511 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-f3c70dbe-2b7e-43f7-9004-6982183ba6ab admin admin] 10.222.0.47 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1127157 Oct 14 07:35:16.832839 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-2ba06780-5fe7-4276-b87b-6f20c3cd82a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507b522b-404e-4086-86f3-c32e2cbfadd1', 'name': 'router1', 'tenant_id': 'a64653085b444f7293a42b3cae284584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': 'd9ece10f-2213-451d-a9d2-9739af1eb2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:34:54Z', 'updated_at': '2021-10-14T07:35:13Z', 'revision_number': 4, 'project_id': 'a64653085b444f7293a42b3cae284584', 'gw_port': {'id': 'd9ece10f-2213-451d-a9d2-9739af1eb2b3', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ff:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507b522b-404e-4086-86f3-c32e2cbfadd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:35:12Z', 'updated_at': '2021-10-14T07:35:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': 'af90d337-38a8-4000-a63c-3c5cb194c680', 'name': '', 'network_id': '602eb8ec-4776-434c-8cf8-2375a88619d9', 'tenant_id': 'a64653085b444f7293a42b3cae284584', 'mac_address': 'fa:16:3e:7a:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507b522b-404e-4086-86f3-c32e2cbfadd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '702fa9f4-27a1-48ab-ab7f-9c6891639220', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:35:04Z', 'updated_at': '2021-10-14T07:35:08Z', 'revision_number': 5, 'project_id': 'a64653085b444f7293a42b3cae284584', 'subnets': [{'id': '702fa9f4-27a1-48ab-ab7f-9c6891639220', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d42179a-4722-4acd-a880-5721d523e9a1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:35:16.860802 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba06780-5fe7-4276-b87b-6f20c3cd82a2 None None] The sync data for ids ['507b522b-404e-4086-86f3-c32e2cbfadd1'] in dv-cinder-813746-2-iscsi is: [{'id': '507b522b-404e-4086-86f3-c32e2cbfadd1', 'name': 'router1', 'tenant_id': 'a64653085b444f7293a42b3cae284584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': 'd9ece10f-2213-451d-a9d2-9739af1eb2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:34:54Z', 'updated_at': '2021-10-14T07:35:13Z', 'revision_number': 4, 'project_id': 'a64653085b444f7293a42b3cae284584', 'gw_port': {'id': 'd9ece10f-2213-451d-a9d2-9739af1eb2b3', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ff:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507b522b-404e-4086-86f3-c32e2cbfadd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:35:12Z', 'updated_at': '2021-10-14T07:35:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': 'af90d337-38a8-4000-a63c-3c5cb194c680', 'name': '', 'network_id': '602eb8ec-4776-434c-8cf8-2375a88619d9', 'tenant_id': 'a64653085b444f7293a42b3cae284584', 'mac_address': 'fa:16:3e:7a:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507b522b-404e-4086-86f3-c32e2cbfadd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '702fa9f4-27a1-48ab-ab7f-9c6891639220', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:35:04Z', 'updated_at': '2021-10-14T07:35:08Z', 'revision_number': 5, 'project_id': 'a64653085b444f7293a42b3cae284584', 'subnets': [{'id': '702fa9f4-27a1-48ab-ab7f-9c6891639220', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d42179a-4722-4acd-a880-5721d523e9a1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:35:18.593705 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device d9ece10f-2213-451d-a9d2-9739af1eb2b3 up at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:35:18.644594 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Provisioning complete for port d9ece10f-2213-451d-a9d2-9739af1eb2b3 triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:35:18.646041 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:18.731766 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:18.752715 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] For port d9ece10f-2213-451d-a9d2-9739af1eb2b3, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=d9ece10f-2213-451d-a9d2-9739af1eb2b3,segment=NetworkSegment(83c3fea4-f928-4a40-b18e-1fedd452844d),segment_id=83c3fea4-f928-4a40-b18e-1fedd452844d)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:35:18.823276 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:18.878403 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Pushing event updated for resources: {'Port': ['ID=d9ece10f-2213-451d-a9d2-9739af1eb2b3,revision_number=4']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:35:20.594826 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device d9ece10f-2213-451d-a9d2-9739af1eb2b3 up at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:35:20.671944 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Provisioning complete for port d9ece10f-2213-451d-a9d2-9739af1eb2b3 triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:35:20.674394 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:27.342580 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b49d6004-0532-4bf1-927f-757e8d08471c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:30.016136 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-f70bc5e3-8920-4a5e-8c3e-190ce7b272cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:30.804698 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:31.239731 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-93e1ef1e-be74-48a7-9436-c986e05ec438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:32.800666 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-439377cf-db3c-4e91-9aae-241f8a26ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:52.584385 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.agents_db [None req-84b3d5e4-9e25-480e-9cd9-33a6a693fe4d None None] Agent healthcheck: found 5 active agents {{(pid=106713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:35:57.354088 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-590f4e42-77d5-4652-aa1a-ef47e509dbf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:35:59.988788 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-cc4e317e-a0f9-4c18-b82a-50705400470e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:36:00.965669 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:36:01.244395 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-93e1ef1e-be74-48a7-9436-c986e05ec438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:36:02.805216 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-439377cf-db3c-4e91-9aae-241f8a26ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:36:27.336093 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-ed6f7710-c5aa-4891-be70-0bc1889016f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:36:29.582835 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.agents_db [None req-84b3d5e4-9e25-480e-9cd9-33a6a693fe4d None None] Agent healthcheck: found 5 active agents {{(pid=106713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:36:29.987068 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-89194311-3026-4351-a7b0-d13e695879bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:36:30.814151 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:36:31.231567 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-93e1ef1e-be74-48a7-9436-c986e05ec438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:36:32.839074 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-439377cf-db3c-4e91-9aae-241f8a26ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:36:55.344346 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 51404) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:36:55.403644 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dd4248b-6323-4888-9a11-683191a7d6f3 admin admin] GET failed (client error): The resource could not be found. Oct 14 07:36:55.405627 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-0dd4248b-6323-4888-9a11-683191a7d6f3 admin admin] 10.222.0.47 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0603497 Oct 14 07:36:55.562019 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a54272-59a9-4a8d-bbc7-bf8c71747ca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:36:55.563362 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-e5a54272-59a9-4a8d-bbc7-bf8c71747ca8 admin admin] 10.222.0.47 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1530938 Oct 14 07:36:57.335394 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b85ffce1-050e-4e9c-9c35-2a25739454d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:36:57.850218 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 51414) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:36:57.945654 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3a78b8-8217-420e-915f-16363766392e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:36:57.947058 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-0b3a78b8-8217-420e-915f-16363766392e admin admin] 10.222.0.47 "GET /v2.0/subnets/702fa9f4-27a1-48ab-ab7f-9c6891639220 HTTP/1.1" status: 200 len: 849 time: 0.0957899 Oct 14 07:36:57.956926 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [None req-5747f926-1a3b-4ff2-ad57-32b3937e532b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:36:58.038772 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-5747f926-1a3b-4ff2-ad57-32b3937e532b admin admin] Publish callbacks [] for subnet, before_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:36:58.306694 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-5747f926-1a3b-4ff2-ad57-32b3937e532b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787630131258'] for subnet, after_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:36:58.336252 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5747f926-1a3b-4ff2-ad57-32b3937e532b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:36:58.336252 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-5747f926-1a3b-4ff2-ad57-32b3937e532b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for subnet, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:36:58.338220 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-5747f926-1a3b-4ff2-ad57-32b3937e532b admin admin] 10.222.0.47 "PUT /v2.0/subnets/702fa9f4-27a1-48ab-ab7f-9c6891639220 HTTP/1.1" status: 200 len: 868 time: 0.3846350 Oct 14 07:36:58.339068 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234e2c66-474d-4c7e-89e2-39f38bf89ab2 None None] Network 602eb8ec-4776-434c-8cf8-2375a88619d9 requested from dv-cinder-813746-2-iscsi {{(pid=106712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:36:58.360662 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5747f926-1a3b-4ff2-ad57-32b3937e532b admin admin] Pushing event updated for resources: {'Subnet': ['ID=702fa9f4-27a1-48ab-ab7f-9c6891639220,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:36:58.368640 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747f926-1a3b-4ff2-ad57-32b3937e532b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:36:58.369052 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747f926-1a3b-4ff2-ad57-32b3937e532b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:36:58.369396 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747f926-1a3b-4ff2-ad57-32b3937e532b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:36:58.369779 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747f926-1a3b-4ff2-ad57-32b3937e532b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:36:58.370155 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747f926-1a3b-4ff2-ad57-32b3937e532b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:36:58.370490 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747f926-1a3b-4ff2-ad57-32b3937e532b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:36:58.371168 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747f926-1a3b-4ff2-ad57-32b3937e532b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:36:58.371168 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747f926-1a3b-4ff2-ad57-32b3937e532b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:36:58.371455 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747f926-1a3b-4ff2-ad57-32b3937e532b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:36:58.371855 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747f926-1a3b-4ff2-ad57-32b3937e532b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:36:58.372223 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747f926-1a3b-4ff2-ad57-32b3937e532b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:36:58.372584 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747f926-1a3b-4ff2-ad57-32b3937e532b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:36:58.714493 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-fde7782c-2bd3-4196-abc5-f9fcc7a0edcf None None] Provisioning complete for port af90d337-38a8-4000-a63c-3c5cb194c680 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:36:58.714864 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-fde7782c-2bd3-4196-abc5-f9fcc7a0edcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:36:58.797220 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-fde7782c-2bd3-4196-abc5-f9fcc7a0edcf None None] Provisioning complete for port 8c51b7d1-2ad7-4f11-8886-a9c2eb5389a8 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:36:58.797489 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-fde7782c-2bd3-4196-abc5-f9fcc7a0edcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:36:59.985177 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-ccc11f2f-3321-4db0-8b26-cd3c58d62e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:37:00.615927 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 51422) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:37:00.807561 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:37:00.813715 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261fdf8a-57d4-44fa-8821-b68f02200469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:37:00.814180 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261fdf8a-57d4-44fa-8821-b68f02200469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:37:00.815720 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-261fdf8a-57d4-44fa-8821-b68f02200469 admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1988351 Oct 14 07:37:01.215159 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-93e1ef1e-be74-48a7-9436-c986e05ec438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:37:02.815056 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-439377cf-db3c-4e91-9aae-241f8a26ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:37:03.104486 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 51430) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:37:03.233452 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9dc433-77a6-4bf5-9c29-41e3b52bf4f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:37:03.233911 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9dc433-77a6-4bf5-9c29-41e3b52bf4f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:37:03.235395 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-3a9dc433-77a6-4bf5-9c29-41e3b52bf4f7 admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1299770 Oct 14 07:37:05.508367 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 51438) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:37:05.630941 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d062b186-ed4b-4f99-98b3-71c1b412bc77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:37:05.632322 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-d062b186-ed4b-4f99-98b3-71c1b412bc77 admin admin] 10.222.0.47 "GET /v2.0/networks/536a77cf-5189-41f9-92bf-300739e47f32 HTTP/1.1" status: 200 len: 886 time: 0.1229181 Oct 14 07:37:06.581433 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.agents_db [None req-84b3d5e4-9e25-480e-9cd9-33a6a693fe4d None None] Agent healthcheck: found 5 active agents {{(pid=106713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:37:07.873777 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 51448) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:37:08.016228 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd2111b-86e5-49e0-ba17-9bcaf2319996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:37:08.017498 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-4bd2111b-86e5-49e0-ba17-9bcaf2319996 admin admin] 10.222.0.47 "GET /v2.0/networks/602eb8ec-4776-434c-8cf8-2375a88619d9 HTTP/1.1" status: 200 len: 869 time: 0.1427827 Oct 14 07:37:10.271151 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 51456) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:37:10.454505 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a932b1-9707-4c80-bb0a-fed100b0bccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:37:10.454873 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a932b1-9707-4c80-bb0a-fed100b0bccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:37:10.456476 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-b6a932b1-9707-4c80-bb0a-fed100b0bccb admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1842926 Oct 14 07:37:12.692476 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 51464) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:37:12.787363 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd33e39c-eefc-468b-9856-8e11baaaf65a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:37:12.787849 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd33e39c-eefc-468b-9856-8e11baaaf65a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:37:12.789357 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-fd33e39c-eefc-468b-9856-8e11baaaf65a admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0959203 Oct 14 07:37:15.043284 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 51472) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:37:15.127638 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4268a4-8b0c-439f-8bf8-6cd9ea237224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:37:15.128980 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-bb4268a4-8b0c-439f-8bf8-6cd9ea237224 admin admin] 10.222.0.47 "GET /v2.0/subnets/171d1f51-d728-4b0d-be8f-6d9f917ae698 HTTP/1.1" status: 200 len: 816 time: 0.0841708 Oct 14 07:37:17.399359 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 51480) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:37:17.491150 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9ecc56-2b1c-4240-b06c-740f20fc45b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:37:17.492489 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-dc9ecc56-2b1c-4240-b06c-740f20fc45b7 admin admin] 10.222.0.47 "GET /v2.0/subnets/702fa9f4-27a1-48ab-ab7f-9c6891639220 HTTP/1.1" status: 200 len: 868 time: 0.0921867 Oct 14 07:37:27.379795 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-0bd1c139-be1c-4fb3-9030-4bd9990d7f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:37:29.969312 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-06cbcab4-a552-4bb0-832e-b7ee99494fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:37:30.824205 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:37:31.277987 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-93e1ef1e-be74-48a7-9436-c986e05ec438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:37:32.820524 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-439377cf-db3c-4e91-9aae-241f8a26ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:37:41.825727 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 51534) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:37:41.872419 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [None req-e80c0080-88cd-4fdc-a1f4-9ff91c82313e admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=106710) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 07:37:41.873404 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-e80c0080-88cd-4fdc-a1f4-9ff91c82313e admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0467305 Oct 14 07:37:43.581265 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.agents_db [None req-84b3d5e4-9e25-480e-9cd9-33a6a693fe4d None None] Agent healthcheck: found 5 active agents {{(pid=106713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:37:44.267973 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 51542) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:37:44.329285 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.pecan_wsgi.hooks.translation [None req-82d977cd-20d3-400e-9f6d-d9be68ba9dca admin admin] GET failed (client error): The resource could not be found. Oct 14 07:37:44.330615 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-82d977cd-20d3-400e-9f6d-d9be68ba9dca admin admin] 10.222.0.47 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0617089 Oct 14 07:37:44.471538 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091cb833-6c9b-491a-b7f6-31d7b91822f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:37:44.472941 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-091cb833-6c9b-491a-b7f6-31d7b91822f2 admin admin] 10.222.0.47 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1377668 Oct 14 07:37:46.772880 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 51550) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:37:46.819793 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-44a90bdc-fd1d-444a-b4fe-0cf893034530 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:37:46.909061 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a90bdc-fd1d-444a-b4fe-0cf893034530 admin admin] Made reservation on behalf of 3be405aa826a4eeaa71736441b76e10d for: {'network': 1} {{(pid=106710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:37:46.911318 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-44a90bdc-fd1d-444a-b4fe-0cf893034530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for network, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:37:46.944027 dv-cinder-813746-2-iscsi neutron-server[106710]: WARNING neutron.services.revisions.revision_plugin [None req-44a90bdc-fd1d-444a-b4fe-0cf893034530 admin admin] Could not find related network for resource to bump revision. Oct 14 07:37:46.956204 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44a90bdc-fd1d-444a-b4fe-0cf893034530 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=106710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 07:37:46.965432 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-44a90bdc-fd1d-444a-b4fe-0cf893034530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728044'] for segment, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:37:46.965764 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.db.segments_db [None req-44a90bdc-fd1d-444a-b4fe-0cf893034530 admin admin] Added segment 3e23e23f-75f1-4e9f-9d95-d66c81e52b0a of type vlan for network 858d235c-aab9-4b9e-88ed-3e5084eb1188 Oct 14 07:37:47.002588 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-44a90bdc-fd1d-444a-b4fe-0cf893034530 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787629651321'] for network, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:37:47.105366 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-44a90bdc-fd1d-444a-b4fe-0cf893034530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486'] for network, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:37:47.106335 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a90bdc-fd1d-444a-b4fe-0cf893034530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:37:47.106933 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-44a90bdc-fd1d-444a-b4fe-0cf893034530 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for network, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:37:47.167276 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a90bdc-fd1d-444a-b4fe-0cf893034530 admin admin] Pushing event updated for resources: {'Network': ['ID=858d235c-aab9-4b9e-88ed-3e5084eb1188,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:37:47.173612 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a90bdc-fd1d-444a-b4fe-0cf893034530 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:37:47.173960 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a90bdc-fd1d-444a-b4fe-0cf893034530 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:37:47.174303 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a90bdc-fd1d-444a-b4fe-0cf893034530 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:37:47.174639 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a90bdc-fd1d-444a-b4fe-0cf893034530 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:37:47.174976 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a90bdc-fd1d-444a-b4fe-0cf893034530 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:37:47.175320 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a90bdc-fd1d-444a-b4fe-0cf893034530 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:37:47.175635 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a90bdc-fd1d-444a-b4fe-0cf893034530 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:37:47.175985 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a90bdc-fd1d-444a-b4fe-0cf893034530 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:37:47.176327 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a90bdc-fd1d-444a-b4fe-0cf893034530 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:37:47.176653 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a90bdc-fd1d-444a-b4fe-0cf893034530 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:37:47.176976 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a90bdc-fd1d-444a-b4fe-0cf893034530 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:37:47.177296 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a90bdc-fd1d-444a-b4fe-0cf893034530 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:37:47.188112 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Network 858d235c-aab9-4b9e-88ed-3e5084eb1188 details requested by agent ovs-agent-dv-cinder-813746-2-iscsi with host dv-cinder-813746-2-iscsi {{(pid=106712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 07:37:47.200406 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-44a90bdc-fd1d-444a-b4fe-0cf893034530 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4264674 Oct 14 07:37:49.517037 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 51558) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:37:49.576251 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e32f69e-b74a-4efe-9e7a-f2628252e361 admin admin] GET failed (client error): The resource could not be found. Oct 14 07:37:49.577550 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-3e32f69e-b74a-4efe-9e7a-f2628252e361 admin admin] 10.222.0.47 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0595620 Oct 14 07:37:49.644411 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b7a0f6-e5bb-4521-819a-fdd97b4a023b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:37:49.646069 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-46b7a0f6-e5bb-4521-819a-fdd97b4a023b admin admin] 10.222.0.47 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0639758 Oct 14 07:37:49.656436 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-79738b1f-2809-446b-90a2-3f38c143d139 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '858d235c-aab9-4b9e-88ed-3e5084eb1188'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:37:49.743344 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79738b1f-2809-446b-90a2-3f38c143d139 admin admin] Made reservation on behalf of 3be405aa826a4eeaa71736441b76e10d for: {'subnet': 1} {{(pid=106710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:37:49.745643 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-79738b1f-2809-446b-90a2-3f38c143d139 admin admin] Publish callbacks [] for subnet, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:37:49.954922 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-79738b1f-2809-446b-90a2-3f38c143d139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486'] for subnet, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:37:50.010442 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79738b1f-2809-446b-90a2-3f38c143d139 admin admin] Pushing event updated for resources: {'Subnet': ['ID=386ebae2-1aef-4199-b7af-335cd93a212e,revision_number=0']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:37:50.017677 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79738b1f-2809-446b-90a2-3f38c143d139 admin admin] Checking segment: {'id': '3e23e23f-75f1-4e9f-9d95-d66c81e52b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '858d235c-aab9-4b9e-88ed-3e5084eb1188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:37:50.018024 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79738b1f-2809-446b-90a2-3f38c143d139 admin admin] Network hostable DHCP agents. Network: 858d235c-aab9-4b9e-88ed-3e5084eb1188, hostable agents: ['0e09805b-9c3f-4b14-8211-d4974393509b'], hosted agents: [] {{(pid=106710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 07:37:50.097636 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79738b1f-2809-446b-90a2-3f38c143d139 admin admin] Network 858d235c-aab9-4b9e-88ed-3e5084eb1188 is scheduled to be hosted by DHCP agent 0e09805b-9c3f-4b14-8211-d4974393509b with binding_index 1 {{(pid=106710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 07:37:50.162900 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.base_scheduler [None req-79738b1f-2809-446b-90a2-3f38c143d139 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813746-2-iscsi, 858d235c-aab9-4b9e-88ed-3e5084eb1188) {{(pid=106710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:37:50.167415 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79738b1f-2809-446b-90a2-3f38c143d139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:37:50.171320 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-79738b1f-2809-446b-90a2-3f38c143d139 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for subnet, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:37:50.171804 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f8d50f-2d1a-43a5-b360-4f1e82207276 None None] Network 858d235c-aab9-4b9e-88ed-3e5084eb1188 requested from dv-cinder-813746-2-iscsi {{(pid=106712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:37:50.243824 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-79738b1f-2809-446b-90a2-3f38c143d139 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5905535 Oct 14 07:37:50.318509 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9b47b8-cb1f-4e32-b281-2f486124a11b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bbf52be-bf5d-59de-a6eb-d1860259c978-858d235c-aab9-4b9e-88ed-3e5084eb1188', 'network_id': '858d235c-aab9-4b9e-88ed-3e5084eb1188', 'tenant_id': '3be405aa826a4eeaa71736441b76e10d', 'fixed_ips': [{'subnet_id': '386ebae2-1aef-4199-b7af-335cd93a212e'}]}} from dv-cinder-813746-2-iscsi. {{(pid=106712) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 07:37:50.319435 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-4b9b47b8-cb1f-4e32-b281-2f486124a11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:37:50.465869 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.db_base_plugin_common [None req-4b9b47b8-cb1f-4e32-b281-2f486124a11b None None] Allocated IP 192.168.233.2 (858d235c-aab9-4b9e-88ed-3e5084eb1188/386ebae2-1aef-4199-b7af-335cd93a212e/96365f0e-569c-4cff-b666-5cfc37219ad5) {{(pid=106712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:37:50.609057 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-4b9b47b8-cb1f-4e32-b281-2f486124a11b None None] Publish callbacks [] for port, precommit_create {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:37:50.694554 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-4b9b47b8-cb1f-4e32-b281-2f486124a11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775'] for port, after_create {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:37:50.732494 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9b47b8-cb1f-4e32-b281-2f486124a11b None None] Network 858d235c-aab9-4b9e-88ed-3e5084eb1188 is already hosted by enough agents. {{(pid=106712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:37:50.735270 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.scheduler.base_scheduler [None req-4b9b47b8-cb1f-4e32-b281-2f486124a11b None None] Resources bound (agent type, host, resource id): {{(pid=106712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:37:50.738617 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9b47b8-cb1f-4e32-b281-2f486124a11b None None] Received port after_create {{(pid=106712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:37:50.748935 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b47b8-cb1f-4e32-b281-2f486124a11b None None] Pushing event updated for resources: {'Port': ['ID=96365f0e-569c-4cff-b666-5cfc37219ad5,revision_number=1']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:37:50.773209 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b47b8-cb1f-4e32-b281-2f486124a11b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:37:50.773586 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b47b8-cb1f-4e32-b281-2f486124a11b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:37:50.773924 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b47b8-cb1f-4e32-b281-2f486124a11b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:37:50.774262 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b47b8-cb1f-4e32-b281-2f486124a11b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:37:50.774587 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b47b8-cb1f-4e32-b281-2f486124a11b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:37:50.774916 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b47b8-cb1f-4e32-b281-2f486124a11b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:37:50.775232 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b47b8-cb1f-4e32-b281-2f486124a11b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:37:50.775552 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b47b8-cb1f-4e32-b281-2f486124a11b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:37:50.775907 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b47b8-cb1f-4e32-b281-2f486124a11b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:37:50.776226 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b47b8-cb1f-4e32-b281-2f486124a11b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:37:50.777197 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b47b8-cb1f-4e32-b281-2f486124a11b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:37:50.777513 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b47b8-cb1f-4e32-b281-2f486124a11b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:37:50.808259 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-4b9b47b8-cb1f-4e32-b281-2f486124a11b None None] Attempting to bind port 96365f0e-569c-4cff-b666-5cfc37219ad5 on host dv-cinder-813746-2-iscsi for vnic_type normal with profile {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:37:50.808630 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-4b9b47b8-cb1f-4e32-b281-2f486124a11b None None] Attempting to bind port 96365f0e-569c-4cff-b666-5cfc37219ad5 by drivers openvswitch,hyperv on host dv-cinder-813746-2-iscsi at level 0 using segments [{'id': '3e23e23f-75f1-4e9f-9d95-d66c81e52b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '858d235c-aab9-4b9e-88ed-3e5084eb1188'}] {{(pid=106712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:37:50.808991 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9b47b8-cb1f-4e32-b281-2f486124a11b None None] Attempting to bind port 96365f0e-569c-4cff-b666-5cfc37219ad5 on network 858d235c-aab9-4b9e-88ed-3e5084eb1188 {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:37:50.815027 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9b47b8-cb1f-4e32-b281-2f486124a11b None None] Checking agent: {'id': '8d484d57-df47-4fec-994b-a2ddd0eb88cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 7, 34, 31), 'started_at': datetime.datetime(2021, 10, 14, 7, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:37:50.815392 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9b47b8-cb1f-4e32-b281-2f486124a11b None None] Checking segment: {'id': '3e23e23f-75f1-4e9f-9d95-d66c81e52b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '858d235c-aab9-4b9e-88ed-3e5084eb1188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:37:50.815863 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-4b9b47b8-cb1f-4e32-b281-2f486124a11b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:37:50.816253 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9b47b8-cb1f-4e32-b281-2f486124a11b None None] Bound using segment: {'id': '3e23e23f-75f1-4e9f-9d95-d66c81e52b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '858d235c-aab9-4b9e-88ed-3e5084eb1188'} {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:37:50.816715 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-4b9b47b8-cb1f-4e32-b281-2f486124a11b None None] Bound port: 96365f0e-569c-4cff-b666-5cfc37219ad5, host: dv-cinder-813746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e23e23f-75f1-4e9f-9d95-d66c81e52b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '858d235c-aab9-4b9e-88ed-3e5084eb1188'}}] {{(pid=106712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:37:50.817105 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-4b9b47b8-cb1f-4e32-b281-2f486124a11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:37:50.882124 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-4b9b47b8-cb1f-4e32-b281-2f486124a11b None None] For port 96365f0e-569c-4cff-b666-5cfc37219ad5, host dv-cinder-813746-2-iscsi, cleared binding levels {{(pid=106712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:37:50.885223 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-4b9b47b8-cb1f-4e32-b281-2f486124a11b None None] For port 96365f0e-569c-4cff-b666-5cfc37219ad5, host dv-cinder-813746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=96365f0e-569c-4cff-b666-5cfc37219ad5,segment=NetworkSegment(3e23e23f-75f1-4e9f-9d95-d66c81e52b0a),segment_id=3e23e23f-75f1-4e9f-9d95-d66c81e52b0a)] {{(pid=106712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:37:50.967128 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-4b9b47b8-cb1f-4e32-b281-2f486124a11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:37:51.025482 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b47b8-cb1f-4e32-b281-2f486124a11b None None] Pushing event updated for resources: {'Port': ['ID=96365f0e-569c-4cff-b666-5cfc37219ad5,revision_number=2']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:37:51.852946 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f049d15-79f9-4301-aeb4-f1cdf10682a5 None None] Network 858d235c-aab9-4b9e-88ed-3e5084eb1188 requested from dv-cinder-813746-2-iscsi {{(pid=106712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:37:51.974325 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-1ccbb9e0-66b8-4514-8964-4304679e2f68 None None] Provisioning complete for port 96365f0e-569c-4cff-b666-5cfc37219ad5 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:37:51.974621 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-1ccbb9e0-66b8-4514-8964-4304679e2f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:37:52.089416 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-1ccbb9e0-66b8-4514-8964-4304679e2f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:37:52.131203 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-1ccbb9e0-66b8-4514-8964-4304679e2f68 None None] For port 96365f0e-569c-4cff-b666-5cfc37219ad5, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=96365f0e-569c-4cff-b666-5cfc37219ad5,segment=NetworkSegment(3e23e23f-75f1-4e9f-9d95-d66c81e52b0a),segment_id=3e23e23f-75f1-4e9f-9d95-d66c81e52b0a)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:37:52.220312 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-1ccbb9e0-66b8-4514-8964-4304679e2f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:37:52.267509 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccbb9e0-66b8-4514-8964-4304679e2f68 None None] Pushing event updated for resources: {'Port': ['ID=96365f0e-569c-4cff-b666-5cfc37219ad5,revision_number=3']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:37:52.338588 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-18744e65-3fe8-49ba-b4c7-dec34b2f32bb None None] Provisioning complete for port 96365f0e-569c-4cff-b666-5cfc37219ad5 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:37:52.339623 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-18744e65-3fe8-49ba-b4c7-dec34b2f32bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:37:52.689521 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 96365f0e-569c-4cff-b666-5cfc37219ad5 up at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:37:52.741862 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Provisioning complete for port 96365f0e-569c-4cff-b666-5cfc37219ad5 triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:37:52.742229 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:37:57.363008 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-f1dc91d6-229c-485f-ba95-842444e9683b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:37:59.985697 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-f8a38447-2fe7-4cbe-a51f-20f5b0a9cc56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:38:00.796885 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:38:01.231197 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-93e1ef1e-be74-48a7-9436-c986e05ec438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:38:02.825209 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-439377cf-db3c-4e91-9aae-241f8a26ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:38:20.580185 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.agents_db [None req-84b3d5e4-9e25-480e-9cd9-33a6a693fe4d None None] Agent healthcheck: found 5 active agents {{(pid=106713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:38:27.354134 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b696e3d7-08b1-45aa-9fd0-a5983170a711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:38:29.973816 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-25ed9b6f-72fc-467b-839f-af01e3fa7299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:38:30.810848 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:38:31.247592 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-93e1ef1e-be74-48a7-9436-c986e05ec438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:38:32.822611 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-439377cf-db3c-4e91-9aae-241f8a26ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:38:57.355522 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-0d1691da-235a-463a-8f29-4563882de681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:38:57.578269 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.agents_db [None req-84b3d5e4-9e25-480e-9cd9-33a6a693fe4d None None] Agent healthcheck: found 5 active agents {{(pid=106713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:38:59.978906 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-5fd9b3a2-805b-4057-84d2-af099e861c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:39:00.812895 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:39:01.256428 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-93e1ef1e-be74-48a7-9436-c986e05ec438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:39:02.852809 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-439377cf-db3c-4e91-9aae-241f8a26ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:39:10.326075 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 51610) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:39:10.332184 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [None req-d78a0226-1c78-455f-9c67-e57bad30cc98 tempest-verify_tempest_config-513306843 tempest-verify_tempest_config-513306843-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=106710) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 07:39:10.333134 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-d78a0226-1c78-455f-9c67-e57bad30cc98 tempest-verify_tempest_config-513306843 tempest-verify_tempest_config-513306843-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0061097 Oct 14 07:39:10.865088 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 51628) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:39:10.965374 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-09e9b384-f275-46d3-9a22-c51354e6b066 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:39:11.035322 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-09e9b384-f275-46d3-9a22-c51354e6b066 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:39:11.097735 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-09e9b384-f275-46d3-9a22-c51354e6b066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:39:11.139794 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e9b384-f275-46d3-9a22-c51354e6b066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0247406d-44b3-4c57-a219-c99ea1aba67e,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:39:11.144224 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-09e9b384-f275-46d3-9a22-c51354e6b066 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=97141c6a323d489a950b301c1fd1f402&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2781720 Oct 14 07:39:11.147269 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 51632) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:39:11.148636 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9b384-f275-46d3-9a22-c51354e6b066 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:39:11.148998 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9b384-f275-46d3-9a22-c51354e6b066 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:39:11.149343 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9b384-f275-46d3-9a22-c51354e6b066 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:39:11.149677 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9b384-f275-46d3-9a22-c51354e6b066 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:39:11.150003 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9b384-f275-46d3-9a22-c51354e6b066 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:39:11.150354 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9b384-f275-46d3-9a22-c51354e6b066 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:39:11.150673 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9b384-f275-46d3-9a22-c51354e6b066 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:39:11.150996 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9b384-f275-46d3-9a22-c51354e6b066 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:39:11.151316 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9b384-f275-46d3-9a22-c51354e6b066 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:39:11.151633 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9b384-f275-46d3-9a22-c51354e6b066 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:39:11.151970 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9b384-f275-46d3-9a22-c51354e6b066 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:39:11.152285 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9b384-f275-46d3-9a22-c51354e6b066 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:39:11.202319 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-d200f0b2-60b8-49ae-a61b-60b8bcdd5ce1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:39:11.222377 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-d200f0b2-60b8-49ae-a61b-60b8bcdd5ce1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:39:11.375991 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-d200f0b2-60b8-49ae-a61b-60b8bcdd5ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:39:11.378561 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-d200f0b2-60b8-49ae-a61b-60b8bcdd5ce1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:39:11.379724 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-d200f0b2-60b8-49ae-a61b-60b8bcdd5ce1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0247406d-44b3-4c57-a219-c99ea1aba67e HTTP/1.1" status: 204 len: 168 time: 0.2313704 Oct 14 07:39:11.387051 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d200f0b2-60b8-49ae-a61b-60b8bcdd5ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0247406d-44b3-4c57-a219-c99ea1aba67e,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:39:11.393675 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d200f0b2-60b8-49ae-a61b-60b8bcdd5ce1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:39:11.394025 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d200f0b2-60b8-49ae-a61b-60b8bcdd5ce1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:39:11.394374 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d200f0b2-60b8-49ae-a61b-60b8bcdd5ce1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:39:11.394971 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d200f0b2-60b8-49ae-a61b-60b8bcdd5ce1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:39:11.395301 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d200f0b2-60b8-49ae-a61b-60b8bcdd5ce1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:39:11.395649 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d200f0b2-60b8-49ae-a61b-60b8bcdd5ce1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:39:11.396010 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d200f0b2-60b8-49ae-a61b-60b8bcdd5ce1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:39:11.396353 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d200f0b2-60b8-49ae-a61b-60b8bcdd5ce1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:39:11.396683 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d200f0b2-60b8-49ae-a61b-60b8bcdd5ce1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:39:11.397027 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d200f0b2-60b8-49ae-a61b-60b8bcdd5ce1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:39:11.397329 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d200f0b2-60b8-49ae-a61b-60b8bcdd5ce1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:39:11.397652 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d200f0b2-60b8-49ae-a61b-60b8bcdd5ce1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:39:27.411729 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-69559139-33f3-4228-bda0-5b8dc37bf545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:39:30.026611 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-2ff5fbf1-f095-4468-8a73-d03f8b718dbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:39:30.852209 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:39:31.244296 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-93e1ef1e-be74-48a7-9436-c986e05ec438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:39:32.832085 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-439377cf-db3c-4e91-9aae-241f8a26ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:39:34.577764 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.agents_db [None req-84b3d5e4-9e25-480e-9cd9-33a6a693fe4d None None] Agent healthcheck: found 5 active agents {{(pid=106713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:39:57.371443 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-24eba5aa-befc-49a9-b9e5-97050b8725fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:40:00.014333 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-ca294fd6-533f-40f0-b338-d9206f4fc397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:40:00.828016 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:40:01.262542 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-93e1ef1e-be74-48a7-9436-c986e05ec438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:40:02.830920 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-439377cf-db3c-4e91-9aae-241f8a26ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:40:11.577257 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.agents_db [None req-84b3d5e4-9e25-480e-9cd9-33a6a693fe4d None None] Agent healthcheck: found 5 active agents {{(pid=106713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:40:27.367689 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-814bee09-31c5-4005-8d43-fb9f4b98a98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:40:30.008772 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-d5e81bff-7676-4599-969e-42ec9b382143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:40:30.810938 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:40:31.253500 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-93e1ef1e-be74-48a7-9436-c986e05ec438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:40:32.853294 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-439377cf-db3c-4e91-9aae-241f8a26ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:40:39.184441 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1654639'] for agent, after_create {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:40:48.576014 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.agents_db [None req-84b3d5e4-9e25-480e-9cd9-33a6a693fe4d None None] Agent healthcheck: found 6 active agents {{(pid=106713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:40:54.029860 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 51706) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:40:54.132118 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-41fbdc8c-10cc-4a83-a388-acf6e29c7611 admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1011562 Oct 14 07:40:56.387921 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 51716) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:40:56.442108 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-b9e2ede6-2524-4ed0-91cd-f08788efe6e0 admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0531261 Oct 14 07:40:57.358117 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-07d0cd3f-4e94-410d-a6da-92946db6cfa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:40:59.978492 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-9e20ea49-49c9-4213-9690-bf540eba2f8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:41:00.815470 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:41:01.246867 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-93e1ef1e-be74-48a7-9436-c986e05ec438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:41:02.870033 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-439377cf-db3c-4e91-9aae-241f8a26ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:41:09.124111 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:41:25.574779 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.agents_db [None req-84b3d5e4-9e25-480e-9cd9-33a6a693fe4d None None] Agent healthcheck: found 6 active agents {{(pid=106713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:41:27.397849 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b6f78e4f-b834-402f-b3ce-973359846f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:41:29.960375 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-653b06a8-e298-4717-91f2-40827ec64c6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:41:30.834024 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:41:31.268429 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-93e1ef1e-be74-48a7-9436-c986e05ec438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:41:32.869009 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-439377cf-db3c-4e91-9aae-241f8a26ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:41:39.135011 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:41:57.368799 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-4dffdfe5-f9f1-4580-986f-95fbb0644a65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:41:59.981957 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-11b0e41f-8e76-4122-adc2-54d1825d7202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:00.885292 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:01.256347 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-93e1ef1e-be74-48a7-9436-c986e05ec438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:02.574287 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.agents_db [None req-84b3d5e4-9e25-480e-9cd9-33a6a693fe4d None None] Agent healthcheck: found 6 active agents {{(pid=106713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:42:02.850441 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-439377cf-db3c-4e91-9aae-241f8a26ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:09.136413 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:24.754881 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 51898) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:24.993814 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [None req-63e973e4-3ec1-4987-9cb1-1ceb72092718 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-233611208-network', 'tenant_id': '27223ee4f6ef4cca9998230a9fd53b26'}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:42:25.084406 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e973e4-3ec1-4987-9cb1-1ceb72092718 admin admin] Made reservation on behalf of 27223ee4f6ef4cca9998230a9fd53b26 for: {'network': 1} {{(pid=106711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:42:25.087369 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-63e973e4-3ec1-4987-9cb1-1ceb72092718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for network, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:25.099059 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-63e973e4-3ec1-4987-9cb1-1ceb72092718 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:25.181765 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-63e973e4-3ec1-4987-9cb1-1ceb72092718 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:25.256256 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-63e973e4-3ec1-4987-9cb1-1ceb72092718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:25.283457 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63e973e4-3ec1-4987-9cb1-1ceb72092718 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=106711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 07:42:25.298448 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e973e4-3ec1-4987-9cb1-1ceb72092718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4446439-4f2c-4433-b0f8-d5c2d79b80b7,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:25.306255 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-63e973e4-3ec1-4987-9cb1-1ceb72092718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728044'] for segment, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:25.306677 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.db.segments_db [None req-63e973e4-3ec1-4987-9cb1-1ceb72092718 admin admin] Added segment 84ac8eb6-b346-4a67-a28f-c6dbb78df96c of type vlan for network 17cb17fe-84ad-4177-b518-5cfefa98780c Oct 14 07:42:25.308585 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e973e4-3ec1-4987-9cb1-1ceb72092718 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:42:25.308959 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e973e4-3ec1-4987-9cb1-1ceb72092718 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:42:25.309304 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e973e4-3ec1-4987-9cb1-1ceb72092718 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:42:25.309641 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e973e4-3ec1-4987-9cb1-1ceb72092718 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:42:25.309969 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e973e4-3ec1-4987-9cb1-1ceb72092718 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:42:25.310299 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e973e4-3ec1-4987-9cb1-1ceb72092718 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:42:25.310625 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e973e4-3ec1-4987-9cb1-1ceb72092718 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:42:25.310964 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e973e4-3ec1-4987-9cb1-1ceb72092718 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:42:25.311311 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e973e4-3ec1-4987-9cb1-1ceb72092718 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:42:25.311741 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e973e4-3ec1-4987-9cb1-1ceb72092718 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:42:25.312065 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e973e4-3ec1-4987-9cb1-1ceb72092718 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:42:25.312382 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e973e4-3ec1-4987-9cb1-1ceb72092718 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:42:25.313420 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e973e4-3ec1-4987-9cb1-1ceb72092718 admin admin] Tracked resource versions report: Oct 14 07:42:25.313420 dv-cinder-813746-2-iscsi neutron-server[106711]: pushed versions: Oct 14 07:42:25.313420 dv-cinder-813746-2-iscsi neutron-server[106711]: { 'AddressGroup': {'1.2'}, Oct 14 07:42:25.313420 dv-cinder-813746-2-iscsi neutron-server[106711]: 'ConntrackHelper': {'1.0'}, Oct 14 07:42:25.313420 dv-cinder-813746-2-iscsi neutron-server[106711]: 'Log': {'1.0'}, Oct 14 07:42:25.313420 dv-cinder-813746-2-iscsi neutron-server[106711]: 'Network': {'1.1'}, Oct 14 07:42:25.313420 dv-cinder-813746-2-iscsi neutron-server[106711]: 'Port': {'1.7'}, Oct 14 07:42:25.313420 dv-cinder-813746-2-iscsi neutron-server[106711]: 'PortForwarding': {'1.2'}, Oct 14 07:42:25.313420 dv-cinder-813746-2-iscsi neutron-server[106711]: 'QosPolicy': {'1.10'}, Oct 14 07:42:25.313420 dv-cinder-813746-2-iscsi neutron-server[106711]: 'SecurityGroup': {'1.4'}, Oct 14 07:42:25.313420 dv-cinder-813746-2-iscsi neutron-server[106711]: 'SecurityGroupRule': {'1.2'}, Oct 14 07:42:25.313420 dv-cinder-813746-2-iscsi neutron-server[106711]: 'SubPort': {'1.0'}, Oct 14 07:42:25.313420 dv-cinder-813746-2-iscsi neutron-server[106711]: 'Subnet': {'1.1'}, Oct 14 07:42:25.313420 dv-cinder-813746-2-iscsi neutron-server[106711]: 'Trunk': {'1.1'}} Oct 14 07:42:25.313420 dv-cinder-813746-2-iscsi neutron-server[106711]: consumer versions: Oct 14 07:42:25.313420 dv-cinder-813746-2-iscsi neutron-server[106711]: { DHCP agent@dv-cinder-813746-2-iscsi: {}, Oct 14 07:42:25.313420 dv-cinder-813746-2-iscsi neutron-server[106711]: HyperV agent@hv-cinder-81374: {}, Oct 14 07:42:25.313420 dv-cinder-813746-2-iscsi neutron-server[106711]: L3 agent@dv-cinder-813746-2-iscsi: {}, Oct 14 07:42:25.313420 dv-cinder-813746-2-iscsi neutron-server[106711]: Metadata agent@dv-cinder-813746-2-iscsi: {}, Oct 14 07:42:25.313420 dv-cinder-813746-2-iscsi neutron-server[106711]: Metering agent@dv-cinder-813746-2-iscsi: {}, Oct 14 07:42:25.313420 dv-cinder-813746-2-iscsi neutron-server[106711]: Open vSwitch agent@dv-cinder-813746-2-iscsi: { 'AddressGroup': '1.2', Oct 14 07:42:25.313420 dv-cinder-813746-2-iscsi neutron-server[106711]: 'ConntrackHelper': '1.0', Oct 14 07:42:25.313420 dv-cinder-813746-2-iscsi neutron-server[106711]: 'Log': '1.0', Oct 14 07:42:25.313420 dv-cinder-813746-2-iscsi neutron-server[106711]: 'Network': '1.1', Oct 14 07:42:25.313420 dv-cinder-813746-2-iscsi neutron-server[106711]: 'Port': '1.7', Oct 14 07:42:25.313420 dv-cinder-813746-2-iscsi neutron-server[106711]: 'PortForwarding': '1.2', Oct 14 07:42:25.313420 dv-cinder-813746-2-iscsi neutron-server[106711]: 'QosPolicy': '1.10', Oct 14 07:42:25.313420 dv-cinder-813746-2-iscsi neutron-server[106711]: 'SecurityGroup': '1.4', Oct 14 07:42:25.313420 dv-cinder-813746-2-iscsi neutron-server[106711]: 'SecurityGroupRule': '1.2', Oct 14 07:42:25.313420 dv-cinder-813746-2-iscsi neutron-server[106711]: 'SubPort': '1.0', Oct 14 07:42:25.313420 dv-cinder-813746-2-iscsi neutron-server[106711]: 'Subnet': '1.1', Oct 14 07:42:25.313420 dv-cinder-813746-2-iscsi neutron-server[106711]: 'Trunk': '1.1'}} Oct 14 07:42:25.313420 dv-cinder-813746-2-iscsi neutron-server[106711]: {{(pid=106711) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 07:42:25.355498 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-63e973e4-3ec1-4987-9cb1-1ceb72092718 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787629651321'] for network, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:25.501690 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-63e973e4-3ec1-4987-9cb1-1ceb72092718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486'] for network, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:25.502883 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e973e4-3ec1-4987-9cb1-1ceb72092718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:25.503544 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-63e973e4-3ec1-4987-9cb1-1ceb72092718 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for network, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:25.536799 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 51934) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:25.571260 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e973e4-3ec1-4987-9cb1-1ceb72092718 admin admin] Pushing event updated for resources: {'Network': ['ID=17cb17fe-84ad-4177-b518-5cfefa98780c,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:25.582155 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Network 17cb17fe-84ad-4177-b518-5cfefa98780c details requested by agent ovs-agent-dv-cinder-813746-2-iscsi with host dv-cinder-813746-2-iscsi {{(pid=106712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 07:42:25.596092 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-63e973e4-3ec1-4987-9cb1-1ceb72092718 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8400974 Oct 14 07:42:25.599190 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 51940) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:25.605394 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-67eb1ba9-661a-4405-9ba8-56f44e3a44f6 admin admin] Request body: {'subnet': {'network_id': '17cb17fe-84ad-4177-b518-5cfefa98780c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-233611208-subnet', 'tenant_id': '27223ee4f6ef4cca9998230a9fd53b26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:42:25.707306 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67eb1ba9-661a-4405-9ba8-56f44e3a44f6 admin admin] Made reservation on behalf of 27223ee4f6ef4cca9998230a9fd53b26 for: {'subnet': 1} {{(pid=106710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:42:25.709590 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-67eb1ba9-661a-4405-9ba8-56f44e3a44f6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:25.726444 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 51946) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:25.752715 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 51950) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:25.760349 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 51952) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:25.847918 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-0db00bd1-e427-4843-b900-f5660a79c7d6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-668758933-network', 'tenant_id': '13f0a4d2b5de411a903d2a7591fa911b'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:42:25.973459 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db00bd1-e427-4843-b900-f5660a79c7d6 admin admin] Made reservation on behalf of 13f0a4d2b5de411a903d2a7591fa911b for: {'network': 1} {{(pid=106710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:42:25.975874 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-0db00bd1-e427-4843-b900-f5660a79c7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for network, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:25.988174 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-0db00bd1-e427-4843-b900-f5660a79c7d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:26.002107 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-67eb1ba9-661a-4405-9ba8-56f44e3a44f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486'] for subnet, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:26.085133 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-c08d57c7-9aff-4e97-9873-ceb36c8d50bb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1129393165-network', 'tenant_id': 'faeed044a6d84decaaa0cac966b09ce9'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:42:26.105962 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [None req-bbea2016-8b9a-410e-8350-1f83e74f103a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-428418790-network', 'tenant_id': '432cd5a5d34e443ca7f3260c237fd70b'}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:42:26.109108 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb1ba9-661a-4405-9ba8-56f44e3a44f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1912cd4f-e823-416b-bcfc-44dbb0b67ddf,revision_number=0']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:26.122534 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [None req-d8236f40-73d1-4541-b747-4df53e9ca9bd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1304633051-network', 'tenant_id': 'f209626c73004f63b5c5a1466783d22f'}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:42:26.124927 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67eb1ba9-661a-4405-9ba8-56f44e3a44f6 admin admin] Checking segment: {'id': '84ac8eb6-b346-4a67-a28f-c6dbb78df96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '17cb17fe-84ad-4177-b518-5cfefa98780c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:42:26.125344 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67eb1ba9-661a-4405-9ba8-56f44e3a44f6 admin admin] Network hostable DHCP agents. Network: 17cb17fe-84ad-4177-b518-5cfefa98780c, hostable agents: ['0e09805b-9c3f-4b14-8211-d4974393509b'], hosted agents: [] {{(pid=106710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 07:42:26.137280 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eb1ba9-661a-4405-9ba8-56f44e3a44f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:42:26.137664 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eb1ba9-661a-4405-9ba8-56f44e3a44f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:42:26.138013 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eb1ba9-661a-4405-9ba8-56f44e3a44f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:42:26.138349 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eb1ba9-661a-4405-9ba8-56f44e3a44f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:42:26.138678 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eb1ba9-661a-4405-9ba8-56f44e3a44f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:42:26.139194 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eb1ba9-661a-4405-9ba8-56f44e3a44f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:42:26.139536 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eb1ba9-661a-4405-9ba8-56f44e3a44f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:42:26.139932 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eb1ba9-661a-4405-9ba8-56f44e3a44f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:42:26.140327 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eb1ba9-661a-4405-9ba8-56f44e3a44f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:42:26.140830 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eb1ba9-661a-4405-9ba8-56f44e3a44f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:42:26.141164 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eb1ba9-661a-4405-9ba8-56f44e3a44f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:42:26.141484 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eb1ba9-661a-4405-9ba8-56f44e3a44f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:42:26.142529 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eb1ba9-661a-4405-9ba8-56f44e3a44f6 admin admin] Tracked resource versions report: Oct 14 07:42:26.142529 dv-cinder-813746-2-iscsi neutron-server[106710]: pushed versions: Oct 14 07:42:26.142529 dv-cinder-813746-2-iscsi neutron-server[106710]: { 'AddressGroup': {'1.2'}, Oct 14 07:42:26.142529 dv-cinder-813746-2-iscsi neutron-server[106710]: 'ConntrackHelper': {'1.0'}, Oct 14 07:42:26.142529 dv-cinder-813746-2-iscsi neutron-server[106710]: 'Log': {'1.0'}, Oct 14 07:42:26.142529 dv-cinder-813746-2-iscsi neutron-server[106710]: 'Network': {'1.1'}, Oct 14 07:42:26.142529 dv-cinder-813746-2-iscsi neutron-server[106710]: 'Port': {'1.7'}, Oct 14 07:42:26.142529 dv-cinder-813746-2-iscsi neutron-server[106710]: 'PortForwarding': {'1.2'}, Oct 14 07:42:26.142529 dv-cinder-813746-2-iscsi neutron-server[106710]: 'QosPolicy': {'1.10'}, Oct 14 07:42:26.142529 dv-cinder-813746-2-iscsi neutron-server[106710]: 'SecurityGroup': {'1.4'}, Oct 14 07:42:26.142529 dv-cinder-813746-2-iscsi neutron-server[106710]: 'SecurityGroupRule': {'1.2'}, Oct 14 07:42:26.142529 dv-cinder-813746-2-iscsi neutron-server[106710]: 'SubPort': {'1.0'}, Oct 14 07:42:26.142529 dv-cinder-813746-2-iscsi neutron-server[106710]: 'Subnet': {'1.1'}, Oct 14 07:42:26.142529 dv-cinder-813746-2-iscsi neutron-server[106710]: 'Trunk': {'1.1'}} Oct 14 07:42:26.142529 dv-cinder-813746-2-iscsi neutron-server[106710]: consumer versions: Oct 14 07:42:26.142529 dv-cinder-813746-2-iscsi neutron-server[106710]: { DHCP agent@dv-cinder-813746-2-iscsi: {}, Oct 14 07:42:26.142529 dv-cinder-813746-2-iscsi neutron-server[106710]: HyperV agent@hv-cinder-81374: {}, Oct 14 07:42:26.142529 dv-cinder-813746-2-iscsi neutron-server[106710]: L3 agent@dv-cinder-813746-2-iscsi: {}, Oct 14 07:42:26.142529 dv-cinder-813746-2-iscsi neutron-server[106710]: Metadata agent@dv-cinder-813746-2-iscsi: {}, Oct 14 07:42:26.142529 dv-cinder-813746-2-iscsi neutron-server[106710]: Metering agent@dv-cinder-813746-2-iscsi: {}, Oct 14 07:42:26.142529 dv-cinder-813746-2-iscsi neutron-server[106710]: Open vSwitch agent@dv-cinder-813746-2-iscsi: { 'AddressGroup': '1.2', Oct 14 07:42:26.142529 dv-cinder-813746-2-iscsi neutron-server[106710]: 'ConntrackHelper': '1.0', Oct 14 07:42:26.142529 dv-cinder-813746-2-iscsi neutron-server[106710]: 'Log': '1.0', Oct 14 07:42:26.142529 dv-cinder-813746-2-iscsi neutron-server[106710]: 'Network': '1.1', Oct 14 07:42:26.142529 dv-cinder-813746-2-iscsi neutron-server[106710]: 'Port': '1.7', Oct 14 07:42:26.142529 dv-cinder-813746-2-iscsi neutron-server[106710]: 'PortForwarding': '1.2', Oct 14 07:42:26.142529 dv-cinder-813746-2-iscsi neutron-server[106710]: 'QosPolicy': '1.10', Oct 14 07:42:26.142529 dv-cinder-813746-2-iscsi neutron-server[106710]: 'SecurityGroup': '1.4', Oct 14 07:42:26.142529 dv-cinder-813746-2-iscsi neutron-server[106710]: 'SecurityGroupRule': '1.2', Oct 14 07:42:26.142529 dv-cinder-813746-2-iscsi neutron-server[106710]: 'SubPort': '1.0', Oct 14 07:42:26.142529 dv-cinder-813746-2-iscsi neutron-server[106710]: 'Subnet': '1.1', Oct 14 07:42:26.142529 dv-cinder-813746-2-iscsi neutron-server[106710]: 'Trunk': '1.1'}} Oct 14 07:42:26.142529 dv-cinder-813746-2-iscsi neutron-server[106710]: {{(pid=106710) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 07:42:26.176382 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-0db00bd1-e427-4843-b900-f5660a79c7d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:26.219495 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08d57c7-9aff-4e97-9873-ceb36c8d50bb admin admin] Made reservation on behalf of faeed044a6d84decaaa0cac966b09ce9 for: {'network': 1} {{(pid=106710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:42:26.222065 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c08d57c7-9aff-4e97-9873-ceb36c8d50bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for network, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:26.231170 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c08d57c7-9aff-4e97-9873-ceb36c8d50bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:26.251575 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67eb1ba9-661a-4405-9ba8-56f44e3a44f6 admin admin] Network 17cb17fe-84ad-4177-b518-5cfefa98780c is scheduled to be hosted by DHCP agent 0e09805b-9c3f-4b14-8211-d4974393509b with binding_index 1 {{(pid=106710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 07:42:26.257047 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-0db00bd1-e427-4843-b900-f5660a79c7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:26.267936 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0db00bd1-e427-4843-b900-f5660a79c7d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=106710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 07:42:26.286167 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-0db00bd1-e427-4843-b900-f5660a79c7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728044'] for segment, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:26.286504 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.db.segments_db [None req-0db00bd1-e427-4843-b900-f5660a79c7d6 admin admin] Added segment a54fe120-a9cd-48ca-b70f-b29d99abec9e of type vlan for network 7fdca29c-ed07-44f1-9323-186ff24d3261 Oct 14 07:42:26.353936 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-0db00bd1-e427-4843-b900-f5660a79c7d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787629651321'] for network, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:26.364164 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db00bd1-e427-4843-b900-f5660a79c7d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185443d2-18f7-4d40-ba6c-e6513192c248,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:26.374610 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbea2016-8b9a-410e-8350-1f83e74f103a admin admin] Made reservation on behalf of 432cd5a5d34e443ca7f3260c237fd70b for: {'network': 1} {{(pid=106711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:42:26.380867 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-bbea2016-8b9a-410e-8350-1f83e74f103a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for network, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:26.396128 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-bbea2016-8b9a-410e-8350-1f83e74f103a admin admin] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:26.396318 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.base_scheduler [None req-67eb1ba9-661a-4405-9ba8-56f44e3a44f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813746-2-iscsi, 17cb17fe-84ad-4177-b518-5cfefa98780c) {{(pid=106710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:42:26.407164 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fb98c2-d978-4bd5-a712-4301769f4b5c None None] Network 17cb17fe-84ad-4177-b518-5cfefa98780c requested from dv-cinder-813746-2-iscsi {{(pid=106712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:42:26.407329 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67eb1ba9-661a-4405-9ba8-56f44e3a44f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:26.407852 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-67eb1ba9-661a-4405-9ba8-56f44e3a44f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for subnet, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:26.422843 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c08d57c7-9aff-4e97-9873-ceb36c8d50bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:26.448308 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8236f40-73d1-4541-b747-4df53e9ca9bd admin admin] Made reservation on behalf of f209626c73004f63b5c5a1466783d22f for: {'network': 1} {{(pid=106711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:42:26.454332 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-d8236f40-73d1-4541-b747-4df53e9ca9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for network, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:26.463871 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-d8236f40-73d1-4541-b747-4df53e9ca9bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:26.501736 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-0db00bd1-e427-4843-b900-f5660a79c7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486'] for network, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:26.502932 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db00bd1-e427-4843-b900-f5660a79c7d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:26.503636 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-0db00bd1-e427-4843-b900-f5660a79c7d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for network, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:26.557021 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-bbea2016-8b9a-410e-8350-1f83e74f103a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:26.578949 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-67eb1ba9-661a-4405-9ba8-56f44e3a44f6 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9765372 Oct 14 07:42:26.582474 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c08d57c7-9aff-4e97-9873-ceb36c8d50bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:26.589880 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189c7df5-760f-45ac-9d83-1bd9360aa119 None None] Network 17cb17fe-84ad-4177-b518-5cfefa98780c requested from dv-cinder-813746-2-iscsi {{(pid=106712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:42:26.610534 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-d8236f40-73d1-4541-b747-4df53e9ca9bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:26.639499 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-0db00bd1-e427-4843-b900-f5660a79c7d6 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1015923 Oct 14 07:42:26.640915 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db00bd1-e427-4843-b900-f5660a79c7d6 admin admin] Pushing event updated for resources: {'Network': ['ID=7fdca29c-ed07-44f1-9323-186ff24d3261,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:26.642558 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 51994) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:26.648137 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [None req-2df9344d-c924-46b2-95b3-8528038c28cd admin admin] Request body: {'subnet': {'network_id': '7fdca29c-ed07-44f1-9323-186ff24d3261', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-668758933-subnet', 'tenant_id': '13f0a4d2b5de411a903d2a7591fa911b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:42:26.653053 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-bbea2016-8b9a-410e-8350-1f83e74f103a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:26.680549 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-d8236f40-73d1-4541-b747-4df53e9ca9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:26.708066 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c08d57c7-9aff-4e97-9873-ceb36c8d50bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=106710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 07:42:26.732108 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08d57c7-9aff-4e97-9873-ceb36c8d50bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563907f1-722c-40f4-9db8-364648d44b9a,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:26.744310 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c08d57c7-9aff-4e97-9873-ceb36c8d50bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728044'] for segment, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:26.744628 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.db.segments_db [None req-c08d57c7-9aff-4e97-9873-ceb36c8d50bb admin admin] Added segment f9077f40-da4c-4bda-b029-76facecb3822 of type vlan for network 0ffbc9b1-671e-4535-a15f-5a510845f53e Oct 14 07:42:26.747222 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Network 7fdca29c-ed07-44f1-9323-186ff24d3261 details requested by agent ovs-agent-dv-cinder-813746-2-iscsi with host dv-cinder-813746-2-iscsi {{(pid=106712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 07:42:26.761753 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbea2016-8b9a-410e-8350-1f83e74f103a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=106711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 07:42:26.778010 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-bbea2016-8b9a-410e-8350-1f83e74f103a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728044'] for segment, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:26.778556 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.db.segments_db [None req-bbea2016-8b9a-410e-8350-1f83e74f103a admin admin] Added segment 3b66f756-396e-4b46-9e02-b120fb33c532 of type vlan for network 1e5fcafc-aa78-4a92-8145-67380f0c2781 Oct 14 07:42:26.839653 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c08d57c7-9aff-4e97-9873-ceb36c8d50bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787629651321'] for network, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:26.864259 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-bbea2016-8b9a-410e-8350-1f83e74f103a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787629651321'] for network, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:26.873482 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df9344d-c924-46b2-95b3-8528038c28cd admin admin] Made reservation on behalf of 13f0a4d2b5de411a903d2a7591fa911b for: {'subnet': 1} {{(pid=106711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:42:26.879612 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-2df9344d-c924-46b2-95b3-8528038c28cd admin admin] Publish callbacks [] for subnet, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:26.966886 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8236f40-73d1-4541-b747-4df53e9ca9bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=106711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 07:42:26.979382 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c08d57c7-9aff-4e97-9873-ceb36c8d50bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486'] for network, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:26.980424 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08d57c7-9aff-4e97-9873-ceb36c8d50bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:26.981012 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c08d57c7-9aff-4e97-9873-ceb36c8d50bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for network, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:26.990032 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbea2016-8b9a-410e-8350-1f83e74f103a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89919f77-6e83-47bb-8416-b55d1c6cd000,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:27.048061 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-d8236f40-73d1-4541-b747-4df53e9ca9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728044'] for segment, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:27.055515 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.db.segments_db [None req-d8236f40-73d1-4541-b747-4df53e9ca9bd admin admin] Added segment 4a88a654-492a-4721-b165-d0bc4cb223f9 of type vlan for network 234dd989-1b6f-4d0e-b26c-6546ea618e4f Oct 14 07:42:27.120872 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-bbea2016-8b9a-410e-8350-1f83e74f103a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486'] for network, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:27.122040 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbea2016-8b9a-410e-8350-1f83e74f103a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:27.122868 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-bbea2016-8b9a-410e-8350-1f83e74f103a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for network, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:27.123750 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08d57c7-9aff-4e97-9873-ceb36c8d50bb admin admin] Pushing event updated for resources: {'Network': ['ID=0ffbc9b1-671e-4535-a15f-5a510845f53e,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:27.138417 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-c08d57c7-9aff-4e97-9873-ceb36c8d50bb admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4107130 Oct 14 07:42:27.142120 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-d8236f40-73d1-4541-b747-4df53e9ca9bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787629651321'] for network, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:27.143961 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 52030) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:27.153931 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8236f40-73d1-4541-b747-4df53e9ca9bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4291615c-0f84-4385-aff2-8b5e878613d7,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:27.156093 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-8bb2288e-1388-4722-a8d4-de02c8430d94 admin admin] Request body: {'subnet': {'network_id': '0ffbc9b1-671e-4535-a15f-5a510845f53e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1129393165-subnet', 'tenant_id': 'faeed044a6d84decaaa0cac966b09ce9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:42:27.192251 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Network 0ffbc9b1-671e-4535-a15f-5a510845f53e details requested by agent ovs-agent-dv-cinder-813746-2-iscsi with host dv-cinder-813746-2-iscsi {{(pid=106712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 07:42:27.283137 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-bbea2016-8b9a-410e-8350-1f83e74f103a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5292549 Oct 14 07:42:27.286247 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 52046) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:27.292089 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-d2aef9e3-73b5-48cb-8c60-3e72a8c20505 admin admin] Request body: {'subnet': {'network_id': '1e5fcafc-aa78-4a92-8145-67380f0c2781', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-428418790-subnet', 'tenant_id': '432cd5a5d34e443ca7f3260c237fd70b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:42:27.300367 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbea2016-8b9a-410e-8350-1f83e74f103a admin admin] Pushing event updated for resources: {'Network': ['ID=1e5fcafc-aa78-4a92-8145-67380f0c2781,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:27.315789 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Network 1e5fcafc-aa78-4a92-8145-67380f0c2781 details requested by agent ovs-agent-dv-cinder-813746-2-iscsi with host dv-cinder-813746-2-iscsi {{(pid=106712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 07:42:27.357083 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb2288e-1388-4722-a8d4-de02c8430d94 admin admin] Made reservation on behalf of faeed044a6d84decaaa0cac966b09ce9 for: {'subnet': 1} {{(pid=106710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:42:27.359486 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8bb2288e-1388-4722-a8d4-de02c8430d94 admin admin] Publish callbacks [] for subnet, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:27.381674 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-d8236f40-73d1-4541-b747-4df53e9ca9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486'] for network, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:27.383096 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8236f40-73d1-4541-b747-4df53e9ca9bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:27.384305 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-d8236f40-73d1-4541-b747-4df53e9ca9bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for network, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:27.386749 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b848bcac-0c40-4e5d-a0a7-af53445b5abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:27.463285 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-2df9344d-c924-46b2-95b3-8528038c28cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486'] for subnet, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:27.474020 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8236f40-73d1-4541-b747-4df53e9ca9bd admin admin] Pushing event updated for resources: {'Network': ['ID=234dd989-1b6f-4d0e-b26c-6546ea618e4f,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:27.484430 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Network 234dd989-1b6f-4d0e-b26c-6546ea618e4f details requested by agent ovs-agent-dv-cinder-813746-2-iscsi with host dv-cinder-813746-2-iscsi {{(pid=106712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 07:42:27.502836 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2aef9e3-73b5-48cb-8c60-3e72a8c20505 admin admin] Made reservation on behalf of 432cd5a5d34e443ca7f3260c237fd70b for: {'subnet': 1} {{(pid=106710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:42:27.507235 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-d2aef9e3-73b5-48cb-8c60-3e72a8c20505 admin admin] Publish callbacks [] for subnet, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:27.543044 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df9344d-c924-46b2-95b3-8528038c28cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=31ea8ba9-5103-4a08-9e1c-1d38dc426d9e,revision_number=0']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:27.551889 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df9344d-c924-46b2-95b3-8528038c28cd admin admin] Checking segment: {'id': 'a54fe120-a9cd-48ca-b70f-b29d99abec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7fdca29c-ed07-44f1-9323-186ff24d3261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:42:27.552246 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df9344d-c924-46b2-95b3-8528038c28cd admin admin] Network hostable DHCP agents. Network: 7fdca29c-ed07-44f1-9323-186ff24d3261, hostable agents: ['0e09805b-9c3f-4b14-8211-d4974393509b'], hosted agents: [] {{(pid=106711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 07:42:27.585586 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-d8236f40-73d1-4541-b747-4df53e9ca9bd admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8233995 Oct 14 07:42:27.588617 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 52056) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:27.633813 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df9344d-c924-46b2-95b3-8528038c28cd admin admin] Network 7fdca29c-ed07-44f1-9323-186ff24d3261 is scheduled to be hosted by DHCP agent 0e09805b-9c3f-4b14-8211-d4974393509b with binding_index 1 {{(pid=106711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 07:42:27.650267 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-8ab6d2ca-936b-434b-b501-135bb9e3ce81 admin admin] Request body: {'subnet': {'network_id': '234dd989-1b6f-4d0e-b26c-6546ea618e4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1304633051-subnet', 'tenant_id': 'f209626c73004f63b5c5a1466783d22f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:42:27.751936 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.base_scheduler [None req-2df9344d-c924-46b2-95b3-8528038c28cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813746-2-iscsi, 7fdca29c-ed07-44f1-9323-186ff24d3261) {{(pid=106711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:42:27.761037 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df9344d-c924-46b2-95b3-8528038c28cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:27.761877 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-2df9344d-c924-46b2-95b3-8528038c28cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for subnet, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:27.768077 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719a7120-1d3f-43d7-90de-a49ee469eebd None None] Network 7fdca29c-ed07-44f1-9323-186ff24d3261 requested from dv-cinder-813746-2-iscsi {{(pid=106712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:42:27.873832 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab6d2ca-936b-434b-b501-135bb9e3ce81 admin admin] Made reservation on behalf of f209626c73004f63b5c5a1466783d22f for: {'subnet': 1} {{(pid=106710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:42:27.876117 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8ab6d2ca-936b-434b-b501-135bb9e3ce81 admin admin] Publish callbacks [] for subnet, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:27.904439 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-2df9344d-c924-46b2-95b3-8528038c28cd admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2602427 Oct 14 07:42:27.956807 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 52094) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:27.959391 dv-cinder-813746-2-iscsi neutron-server[106711]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 14 07:42:28.001963 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8bb2288e-1388-4722-a8d4-de02c8430d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486'] for subnet, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:28.017044 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a95059-c552-417e-ae49-307362bfc0ce None None] Network 7fdca29c-ed07-44f1-9323-186ff24d3261 requested from dv-cinder-813746-2-iscsi {{(pid=106712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:42:28.048295 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb2288e-1388-4722-a8d4-de02c8430d94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b3909e2-8d10-4803-8f95-ccf56ec3b849,revision_number=0']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:28.187496 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb2288e-1388-4722-a8d4-de02c8430d94 admin admin] Checking segment: {'id': 'f9077f40-da4c-4bda-b029-76facecb3822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0ffbc9b1-671e-4535-a15f-5a510845f53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:42:28.187874 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb2288e-1388-4722-a8d4-de02c8430d94 admin admin] Network hostable DHCP agents. Network: 0ffbc9b1-671e-4535-a15f-5a510845f53e, hostable agents: ['0e09805b-9c3f-4b14-8211-d4974393509b'], hosted agents: [] {{(pid=106710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 07:42:28.218006 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9126e-498b-4569-8c31-7d29c9b53439 req-a4a896f2-a8c3-4c3d-9064-3686ec060ff8 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:28.219476 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-1da9126e-498b-4569-8c31-7d29c9b53439 req-a4a896f2-a8c3-4c3d-9064-3686ec060ff8 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/networks?id=17cb17fe-84ad-4177-b518-5cfefa98780c HTTP/1.1" status: 200 len: 811 time: 0.2615862 Oct 14 07:42:28.233120 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-d2aef9e3-73b5-48cb-8c60-3e72a8c20505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486'] for subnet, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:28.235015 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-1da9126e-498b-4569-8c31-7d29c9b53439 req-50327f85-e878-4914-92e7-ad420ff0cd03 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/quotas/27223ee4f6ef4cca9998230a9fd53b26 HTTP/1.1" status: 200 len: 375 time: 0.0098557 Oct 14 07:42:28.292479 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-1da9126e-498b-4569-8c31-7d29c9b53439 req-8acb4396-b448-41de-a308-c7bfa206a369 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=27223ee4f6ef4cca9998230a9fd53b26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512345 Oct 14 07:42:28.296390 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aef9e3-73b5-48cb-8c60-3e72a8c20505 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b45dd88f-e9bf-4766-96d3-5bfc220acb16,revision_number=0']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:28.307019 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2aef9e3-73b5-48cb-8c60-3e72a8c20505 admin admin] Checking segment: {'id': '3b66f756-396e-4b46-9e02-b120fb33c532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '1e5fcafc-aa78-4a92-8145-67380f0c2781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:42:28.307358 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2aef9e3-73b5-48cb-8c60-3e72a8c20505 admin admin] Network hostable DHCP agents. Network: 1e5fcafc-aa78-4a92-8145-67380f0c2781, hostable agents: ['0e09805b-9c3f-4b14-8211-d4974393509b'], hosted agents: [] {{(pid=106710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 07:42:28.347474 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb2288e-1388-4722-a8d4-de02c8430d94 admin admin] Network 0ffbc9b1-671e-4535-a15f-5a510845f53e is scheduled to be hosted by DHCP agent 0e09805b-9c3f-4b14-8211-d4974393509b with binding_index 1 {{(pid=106710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 07:42:28.350953 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8ab6d2ca-936b-434b-b501-135bb9e3ce81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486'] for subnet, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:28.402312 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2aef9e3-73b5-48cb-8c60-3e72a8c20505 admin admin] Network 1e5fcafc-aa78-4a92-8145-67380f0c2781 is scheduled to be hosted by DHCP agent 0e09805b-9c3f-4b14-8211-d4974393509b with binding_index 1 {{(pid=106710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 07:42:28.415090 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab6d2ca-936b-434b-b501-135bb9e3ce81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61,revision_number=0']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:28.432719 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab6d2ca-936b-434b-b501-135bb9e3ce81 admin admin] Checking segment: {'id': '4a88a654-492a-4721-b165-d0bc4cb223f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '234dd989-1b6f-4d0e-b26c-6546ea618e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:42:28.432977 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab6d2ca-936b-434b-b501-135bb9e3ce81 admin admin] Network hostable DHCP agents. Network: 234dd989-1b6f-4d0e-b26c-6546ea618e4f, hostable agents: ['0e09805b-9c3f-4b14-8211-d4974393509b'], hosted agents: [] {{(pid=106710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 07:42:28.520716 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.base_scheduler [None req-8bb2288e-1388-4722-a8d4-de02c8430d94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813746-2-iscsi, 0ffbc9b1-671e-4535-a15f-5a510845f53e) {{(pid=106710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:42:28.526863 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.base_scheduler [None req-d2aef9e3-73b5-48cb-8c60-3e72a8c20505 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813746-2-iscsi, 1e5fcafc-aa78-4a92-8145-67380f0c2781) {{(pid=106710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:42:28.534093 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5140ad-67da-4e71-ad77-dc5c088b52e4 None None] Network 0ffbc9b1-671e-4535-a15f-5a510845f53e requested from dv-cinder-813746-2-iscsi {{(pid=106712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:42:28.539541 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb2288e-1388-4722-a8d4-de02c8430d94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:28.540374 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8bb2288e-1388-4722-a8d4-de02c8430d94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for subnet, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:28.559447 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2aef9e3-73b5-48cb-8c60-3e72a8c20505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:28.560302 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-d2aef9e3-73b5-48cb-8c60-3e72a8c20505 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for subnet, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:28.571906 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328dda77-74bb-4f0b-b873-9cdca582c1f8 None None] Network 1e5fcafc-aa78-4a92-8145-67380f0c2781 requested from dv-cinder-813746-2-iscsi {{(pid=106712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:42:28.596317 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 52122) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:28.604557 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab6d2ca-936b-434b-b501-135bb9e3ce81 admin admin] Network 234dd989-1b6f-4d0e-b26c-6546ea618e4f is scheduled to be hosted by DHCP agent 0e09805b-9c3f-4b14-8211-d4974393509b with binding_index 1 {{(pid=106710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 07:42:28.611543 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.base_scheduler [None req-8ab6d2ca-936b-434b-b501-135bb9e3ce81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813746-2-iscsi, 234dd989-1b6f-4d0e-b26c-6546ea618e4f) {{(pid=106710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:42:28.618340 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab6d2ca-936b-434b-b501-135bb9e3ce81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:28.621675 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8ab6d2ca-936b-434b-b501-135bb9e3ce81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for subnet, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:28.642469 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7f4b46-db8b-4d35-8673-a76c16fed0c6 None None] Network 234dd989-1b6f-4d0e-b26c-6546ea618e4f requested from dv-cinder-813746-2-iscsi {{(pid=106712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:42:28.670722 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-8bb2288e-1388-4722-a8d4-de02c8430d94 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5229039 Oct 14 07:42:28.672280 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 52126) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:28.673816 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-d2aef9e3-73b5-48cb-8c60-3e72a8c20505 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3839746 Oct 14 07:42:28.676370 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [None req-748b4734-1ca6-43e9-b8a4-152091716499 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1129393165-router', 'tenant_id': 'faeed044a6d84decaaa0cac966b09ce9', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32'}}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:42:28.694722 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 52130) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:28.747845 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-8ab6d2ca-936b-434b-b501-135bb9e3ce81 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1040924 Oct 14 07:42:28.750599 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 52136) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:28.757790 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-7ea7d373-2276-4230-8499-5c1261045ec6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1304633051-router', 'tenant_id': 'f209626c73004f63b5c5a1466783d22f', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32'}}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:42:28.792744 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-fcf5402b-abe9-4bd6-86e5-051fea6ab39f admin admin] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:28.835844 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-748b4734-1ca6-43e9-b8a4-152091716499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-974'] for router, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:28.836939 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-748b4734-1ca6-43e9-b8a4-152091716499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-967'] for router, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:28.875794 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6bb229-0ed4-4abb-9a56-7a9ed6345acf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bbf52be-bf5d-59de-a6eb-d1860259c978-0ffbc9b1-671e-4535-a15f-5a510845f53e', 'network_id': '0ffbc9b1-671e-4535-a15f-5a510845f53e', 'tenant_id': 'faeed044a6d84decaaa0cac966b09ce9', 'fixed_ips': [{'subnet_id': '6b3909e2-8d10-4803-8f95-ccf56ec3b849'}]}} from dv-cinder-813746-2-iscsi. {{(pid=106712) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 07:42:28.876688 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-5c6bb229-0ed4-4abb-9a56-7a9ed6345acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:28.945278 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-7ea7d373-2276-4230-8499-5c1261045ec6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-974'] for router, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:28.946506 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-7ea7d373-2276-4230-8499-5c1261045ec6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-967'] for router, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:28.949054 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e86c138-4306-44d8-87b0-6d11a5d1e006 None None] Network 1e5fcafc-aa78-4a92-8145-67380f0c2781 requested from dv-cinder-813746-2-iscsi {{(pid=106712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:42:29.074198 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-7ea7d373-2276-4230-8499-5c1261045ec6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:29.079267 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-f571d85e-a0e3-42c7-914a-c2febfc0c1e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:29.113258 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [req-1da9126e-498b-4569-8c31-7d29c9b53439 req-5d2d755f-000b-4bb4-901d-40157b5b30d9 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=106711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 07:42:29.126146 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-1da9126e-498b-4569-8c31-7d29c9b53439 req-5d2d755f-000b-4bb4-901d-40157b5b30d9 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3899517 Oct 14 07:42:29.145851 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824a12ee-2158-4fed-a114-8fe3bba8e26a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bbf52be-bf5d-59de-a6eb-d1860259c978-234dd989-1b6f-4d0e-b26c-6546ea618e4f', 'network_id': '234dd989-1b6f-4d0e-b26c-6546ea618e4f', 'tenant_id': 'f209626c73004f63b5c5a1466783d22f', 'fixed_ips': [{'subnet_id': '3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61'}]}} from dv-cinder-813746-2-iscsi. {{(pid=106712) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 07:42:29.146754 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-824a12ee-2158-4fed-a114-8fe3bba8e26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:29.189110 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-fcf5402b-abe9-4bd6-86e5-051fea6ab39f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:29.229478 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-748b4734-1ca6-43e9-b8a4-152091716499 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:29.278686 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.db_base_plugin_common [None req-5c6bb229-0ed4-4abb-9a56-7a9ed6345acf None None] Allocated IP 172.20.0.2 (0ffbc9b1-671e-4535-a15f-5a510845f53e/6b3909e2-8d10-4803-8f95-ccf56ec3b849/0f6aa09e-d7c4-4d0f-9446-319beb21eb39) {{(pid=106712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:42:29.293243 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-fcf5402b-abe9-4bd6-86e5-051fea6ab39f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:29.388465 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 52152) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:29.399508 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-aa8591a6-3695-421c-84bf-3800c5f50aa1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-850457232-network', 'tenant_id': '2aa460d322374740bca79f828f7df875'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:42:29.440508 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-fcf5402b-abe9-4bd6-86e5-051fea6ab39f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3bd43f0f3590438fb3a4c73b2aa9cb14&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8430390 Oct 14 07:42:29.441713 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-7ea7d373-2276-4230-8499-5c1261045ec6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:29.446670 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 52162) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:29.454545 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.db_base_plugin_common [None req-824a12ee-2158-4fed-a114-8fe3bba8e26a None None] Allocated IP 172.20.0.2 (234dd989-1b6f-4d0e-b26c-6546ea618e4f/3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61/195a909e-5de1-43c2-8780-d6bb046e4a42) {{(pid=106712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:42:29.512711 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 52170) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:29.513376 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-27b5a7c1-b0ea-4a4a-b1c5-25d26d422617 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:29.516606 dv-cinder-813746-2-iscsi neutron-server[106710]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 14 07:42:29.527977 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf5402b-abe9-4bd6-86e5-051fea6ab39f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234da169-746f-4191-b8ca-66cd85eaf50f,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:29.574096 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-1da9126e-498b-4569-8c31-7d29c9b53439 req-67a4e785-f295-4ec4-bb8a-5f6093072863 service neutron] 10.222.0.47 "GET /v2.0/networks/17cb17fe-84ad-4177-b518-5cfefa98780c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4469314 Oct 14 07:42:29.576457 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-748b4734-1ca6-43e9-b8a4-152091716499 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:29.593222 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8591a6-3695-421c-84bf-3800c5f50aa1 admin admin] Made reservation on behalf of 2aa460d322374740bca79f828f7df875 for: {'network': 1} {{(pid=106710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:42:29.595667 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-aa8591a6-3695-421c-84bf-3800c5f50aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for network, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:29.621676 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-5c6bb229-0ed4-4abb-9a56-7a9ed6345acf None None] Publish callbacks [] for port, precommit_create {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:29.638971 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-f571d85e-a0e3-42c7-914a-c2febfc0c1e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:29.658314 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-aa8591a6-3695-421c-84bf-3800c5f50aa1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:29.671284 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-27b5a7c1-b0ea-4a4a-b1c5-25d26d422617 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:29.680914 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-824a12ee-2158-4fed-a114-8fe3bba8e26a None None] Publish callbacks [] for port, precommit_create {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:29.693935 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-5c6bb229-0ed4-4abb-9a56-7a9ed6345acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775'] for port, after_create {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:29.716813 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-1da9126e-498b-4569-8c31-7d29c9b53439 req-4fcc8254-9414-4fc1-a6da-61327dd009ee service neutron] 10.222.0.47 "GET /v2.0/networks/17cb17fe-84ad-4177-b518-5cfefa98780c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294427 Oct 14 07:42:29.761302 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6bb229-0ed4-4abb-9a56-7a9ed6345acf None None] Pushing event updated for resources: {'Port': ['ID=0f6aa09e-d7c4-4d0f-9446-319beb21eb39,revision_number=1']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:29.766603 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-f571d85e-a0e3-42c7-914a-c2febfc0c1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:29.786176 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6bb229-0ed4-4abb-9a56-7a9ed6345acf None None] Network 0ffbc9b1-671e-4535-a15f-5a510845f53e is already hosted by enough agents. {{(pid=106712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:42:29.789572 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bb229-0ed4-4abb-9a56-7a9ed6345acf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:42:29.789942 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bb229-0ed4-4abb-9a56-7a9ed6345acf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:42:29.790284 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bb229-0ed4-4abb-9a56-7a9ed6345acf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:42:29.790641 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bb229-0ed4-4abb-9a56-7a9ed6345acf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:42:29.791904 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bb229-0ed4-4abb-9a56-7a9ed6345acf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:42:29.793011 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bb229-0ed4-4abb-9a56-7a9ed6345acf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:42:29.793011 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bb229-0ed4-4abb-9a56-7a9ed6345acf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:42:29.793303 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bb229-0ed4-4abb-9a56-7a9ed6345acf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:42:29.793560 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bb229-0ed4-4abb-9a56-7a9ed6345acf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:42:29.794230 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bb229-0ed4-4abb-9a56-7a9ed6345acf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:42:29.794843 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bb229-0ed4-4abb-9a56-7a9ed6345acf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:42:29.796120 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bb229-0ed4-4abb-9a56-7a9ed6345acf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:42:29.796951 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bb229-0ed4-4abb-9a56-7a9ed6345acf None None] Tracked resource versions report: Oct 14 07:42:29.796951 dv-cinder-813746-2-iscsi neutron-server[106712]: pushed versions: Oct 14 07:42:29.796951 dv-cinder-813746-2-iscsi neutron-server[106712]: { 'AddressGroup': {'1.2'}, Oct 14 07:42:29.796951 dv-cinder-813746-2-iscsi neutron-server[106712]: 'ConntrackHelper': {'1.0'}, Oct 14 07:42:29.796951 dv-cinder-813746-2-iscsi neutron-server[106712]: 'Log': {'1.0'}, Oct 14 07:42:29.796951 dv-cinder-813746-2-iscsi neutron-server[106712]: 'Network': {'1.1'}, Oct 14 07:42:29.796951 dv-cinder-813746-2-iscsi neutron-server[106712]: 'Port': {'1.7'}, Oct 14 07:42:29.796951 dv-cinder-813746-2-iscsi neutron-server[106712]: 'PortForwarding': {'1.2'}, Oct 14 07:42:29.796951 dv-cinder-813746-2-iscsi neutron-server[106712]: 'QosPolicy': {'1.10'}, Oct 14 07:42:29.796951 dv-cinder-813746-2-iscsi neutron-server[106712]: 'SecurityGroup': {'1.4'}, Oct 14 07:42:29.796951 dv-cinder-813746-2-iscsi neutron-server[106712]: 'SecurityGroupRule': {'1.2'}, Oct 14 07:42:29.796951 dv-cinder-813746-2-iscsi neutron-server[106712]: 'SubPort': {'1.0'}, Oct 14 07:42:29.796951 dv-cinder-813746-2-iscsi neutron-server[106712]: 'Subnet': {'1.1'}, Oct 14 07:42:29.796951 dv-cinder-813746-2-iscsi neutron-server[106712]: 'Trunk': {'1.1'}} Oct 14 07:42:29.796951 dv-cinder-813746-2-iscsi neutron-server[106712]: consumer versions: Oct 14 07:42:29.796951 dv-cinder-813746-2-iscsi neutron-server[106712]: { DHCP agent@dv-cinder-813746-2-iscsi: {}, Oct 14 07:42:29.796951 dv-cinder-813746-2-iscsi neutron-server[106712]: HyperV agent@hv-cinder-81374: {}, Oct 14 07:42:29.796951 dv-cinder-813746-2-iscsi neutron-server[106712]: L3 agent@dv-cinder-813746-2-iscsi: {}, Oct 14 07:42:29.796951 dv-cinder-813746-2-iscsi neutron-server[106712]: Metadata agent@dv-cinder-813746-2-iscsi: {}, Oct 14 07:42:29.796951 dv-cinder-813746-2-iscsi neutron-server[106712]: Metering agent@dv-cinder-813746-2-iscsi: {}, Oct 14 07:42:29.796951 dv-cinder-813746-2-iscsi neutron-server[106712]: Open vSwitch agent@dv-cinder-813746-2-iscsi: { 'AddressGroup': '1.2', Oct 14 07:42:29.796951 dv-cinder-813746-2-iscsi neutron-server[106712]: 'ConntrackHelper': '1.0', Oct 14 07:42:29.796951 dv-cinder-813746-2-iscsi neutron-server[106712]: 'Log': '1.0', Oct 14 07:42:29.796951 dv-cinder-813746-2-iscsi neutron-server[106712]: 'Network': '1.1', Oct 14 07:42:29.796951 dv-cinder-813746-2-iscsi neutron-server[106712]: 'Port': '1.7', Oct 14 07:42:29.796951 dv-cinder-813746-2-iscsi neutron-server[106712]: 'PortForwarding': '1.2', Oct 14 07:42:29.796951 dv-cinder-813746-2-iscsi neutron-server[106712]: 'QosPolicy': '1.10', Oct 14 07:42:29.796951 dv-cinder-813746-2-iscsi neutron-server[106712]: 'SecurityGroup': '1.4', Oct 14 07:42:29.796951 dv-cinder-813746-2-iscsi neutron-server[106712]: 'SecurityGroupRule': '1.2', Oct 14 07:42:29.796951 dv-cinder-813746-2-iscsi neutron-server[106712]: 'SubPort': '1.0', Oct 14 07:42:29.796951 dv-cinder-813746-2-iscsi neutron-server[106712]: 'Subnet': '1.1', Oct 14 07:42:29.796951 dv-cinder-813746-2-iscsi neutron-server[106712]: 'Trunk': '1.1'}} Oct 14 07:42:29.796951 dv-cinder-813746-2-iscsi neutron-server[106712]: {{(pid=106712) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 07:42:29.800422 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.scheduler.base_scheduler [None req-5c6bb229-0ed4-4abb-9a56-7a9ed6345acf None None] Resources bound (agent type, host, resource id): {{(pid=106712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:42:29.807247 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6bb229-0ed4-4abb-9a56-7a9ed6345acf None None] Received port after_create {{(pid=106712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:42:29.818672 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-f571d85e-a0e3-42c7-914a-c2febfc0c1e6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=294ada0cfcc44585bea756b08ccdd163&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1227465 Oct 14 07:42:29.821061 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f571d85e-a0e3-42c7-914a-c2febfc0c1e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a788f3-f09e-4369-a48a-a6802be2861c,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:29.825288 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-824a12ee-2158-4fed-a114-8fe3bba8e26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775'] for port, after_create {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:29.826945 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 52172) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:29.837330 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0783be-b0f1-48e4-8b73-1a4917a57111 req-71f36a49-c911-4c6e-9b7e-b7fcf8472ef4 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:29.839358 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-0c0783be-b0f1-48e4-8b73-1a4917a57111 req-71f36a49-c911-4c6e-9b7e-b7fcf8472ef4 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/networks?id=1e5fcafc-aa78-4a92-8145-67380f0c2781 HTTP/1.1" status: 200 len: 814 time: 0.3239095 Oct 14 07:42:29.873274 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824a12ee-2158-4fed-a114-8fe3bba8e26a None None] Network 234dd989-1b6f-4d0e-b26c-6546ea618e4f is already hosted by enough agents. {{(pid=106712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:42:29.881808 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-0c0783be-b0f1-48e4-8b73-1a4917a57111 req-2ff23501-ebe9-46e2-8a86-d33f483aba20 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/quotas/432cd5a5d34e443ca7f3260c237fd70b HTTP/1.1" status: 200 len: 375 time: 0.0289068 Oct 14 07:42:29.997623 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-0c0783be-b0f1-48e4-8b73-1a4917a57111 req-3a6cad49-1c97-459b-8bc4-a78bfc42a3f5 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=432cd5a5d34e443ca7f3260c237fd70b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1010387 Oct 14 07:42:30.006490 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-27b5a7c1-b0ea-4a4a-b1c5-25d26d422617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:30.009231 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-27b5a7c1-b0ea-4a4a-b1c5-25d26d422617 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:30.010260 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-27b5a7c1-b0ea-4a4a-b1c5-25d26d422617 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/234da169-746f-4191-b8ca-66cd85eaf50f HTTP/1.1" status: 204 len: 168 time: 0.5626676 Oct 14 07:42:30.016676 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.scheduler.base_scheduler [None req-824a12ee-2158-4fed-a114-8fe3bba8e26a None None] Resources bound (agent type, host, resource id): {{(pid=106712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:42:30.027651 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-aa8591a6-3695-421c-84bf-3800c5f50aa1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:30.035077 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824a12ee-2158-4fed-a114-8fe3bba8e26a None None] Received port after_create {{(pid=106712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:42:30.042179 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-852cd85b-64ba-4ffe-9179-ba7083d218e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:30.044615 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b5a7c1-b0ea-4a4a-b1c5-25d26d422617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234da169-746f-4191-b8ca-66cd85eaf50f,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:30.049978 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-5c6bb229-0ed4-4abb-9a56-7a9ed6345acf None None] Attempting to bind port 0f6aa09e-d7c4-4d0f-9446-319beb21eb39 on host dv-cinder-813746-2-iscsi for vnic_type normal with profile {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:42:30.049978 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-5c6bb229-0ed4-4abb-9a56-7a9ed6345acf None None] Attempting to bind port 0f6aa09e-d7c4-4d0f-9446-319beb21eb39 by drivers openvswitch,hyperv on host dv-cinder-813746-2-iscsi at level 0 using segments [{'id': 'f9077f40-da4c-4bda-b029-76facecb3822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0ffbc9b1-671e-4535-a15f-5a510845f53e'}] {{(pid=106712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:42:30.050250 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6bb229-0ed4-4abb-9a56-7a9ed6345acf None None] Attempting to bind port 0f6aa09e-d7c4-4d0f-9446-319beb21eb39 on network 0ffbc9b1-671e-4535-a15f-5a510845f53e {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:42:30.054381 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-748b4734-1ca6-43e9-b8a4-152091716499 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:30.085626 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a12ee-2158-4fed-a114-8fe3bba8e26a None None] Pushing event updated for resources: {'Port': ['ID=195a909e-5de1-43c2-8780-d6bb046e4a42,revision_number=1']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:30.085903 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-748b4734-1ca6-43e9-b8a4-152091716499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:30.094166 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6bb229-0ed4-4abb-9a56-7a9ed6345acf None None] Checking agent: {'id': '8d484d57-df47-4fec-994b-a2ddd0eb88cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 7, 34, 31), 'started_at': datetime.datetime(2021, 10, 14, 7, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:42:30.094166 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6bb229-0ed4-4abb-9a56-7a9ed6345acf None None] Checking segment: {'id': 'f9077f40-da4c-4bda-b029-76facecb3822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0ffbc9b1-671e-4535-a15f-5a510845f53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:42:30.094166 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-5c6bb229-0ed4-4abb-9a56-7a9ed6345acf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:30.094166 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6bb229-0ed4-4abb-9a56-7a9ed6345acf None None] Bound using segment: {'id': 'f9077f40-da4c-4bda-b029-76facecb3822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0ffbc9b1-671e-4535-a15f-5a510845f53e'} {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:42:30.094166 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-5c6bb229-0ed4-4abb-9a56-7a9ed6345acf None None] Bound port: 0f6aa09e-d7c4-4d0f-9446-319beb21eb39, host: dv-cinder-813746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9077f40-da4c-4bda-b029-76facecb3822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0ffbc9b1-671e-4535-a15f-5a510845f53e'}}] {{(pid=106712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:42:30.094166 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-5c6bb229-0ed4-4abb-9a56-7a9ed6345acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:30.203399 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-852cd85b-64ba-4ffe-9179-ba7083d218e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:30.254209 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-824a12ee-2158-4fed-a114-8fe3bba8e26a None None] Attempting to bind port 195a909e-5de1-43c2-8780-d6bb046e4a42 on host dv-cinder-813746-2-iscsi for vnic_type normal with profile {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:42:30.254559 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-824a12ee-2158-4fed-a114-8fe3bba8e26a None None] Attempting to bind port 195a909e-5de1-43c2-8780-d6bb046e4a42 by drivers openvswitch,hyperv on host dv-cinder-813746-2-iscsi at level 0 using segments [{'id': '4a88a654-492a-4721-b165-d0bc4cb223f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '234dd989-1b6f-4d0e-b26c-6546ea618e4f'}] {{(pid=106712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:42:30.254919 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824a12ee-2158-4fed-a114-8fe3bba8e26a None None] Attempting to bind port 195a909e-5de1-43c2-8780-d6bb046e4a42 on network 234dd989-1b6f-4d0e-b26c-6546ea618e4f {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:42:30.273397 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824a12ee-2158-4fed-a114-8fe3bba8e26a None None] Checking agent: {'id': '8d484d57-df47-4fec-994b-a2ddd0eb88cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 7, 34, 31), 'started_at': datetime.datetime(2021, 10, 14, 7, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:42:30.273651 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824a12ee-2158-4fed-a114-8fe3bba8e26a None None] Checking segment: {'id': '4a88a654-492a-4721-b165-d0bc4cb223f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '234dd989-1b6f-4d0e-b26c-6546ea618e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:42:30.274072 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-824a12ee-2158-4fed-a114-8fe3bba8e26a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:30.274441 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824a12ee-2158-4fed-a114-8fe3bba8e26a None None] Bound using segment: {'id': '4a88a654-492a-4721-b165-d0bc4cb223f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '234dd989-1b6f-4d0e-b26c-6546ea618e4f'} {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:42:30.274925 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-824a12ee-2158-4fed-a114-8fe3bba8e26a None None] Bound port: 195a909e-5de1-43c2-8780-d6bb046e4a42, host: dv-cinder-813746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a88a654-492a-4721-b165-d0bc4cb223f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '234dd989-1b6f-4d0e-b26c-6546ea618e4f'}}] {{(pid=106712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:42:30.275321 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-824a12ee-2158-4fed-a114-8fe3bba8e26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:30.313728 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-f13d70b9-8652-4704-9fe8-83e0f35e6e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:30.329522 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.db_base_plugin_common [None req-748b4734-1ca6-43e9-b8a4-152091716499 admin admin] Allocated IP 172.27.3.46 (536a77cf-5189-41f9-92bf-300739e47f32/171d1f51-d728-4b0d-be8f-6d9f917ae698/eba54564-9091-4f7b-871c-167c24bb4a7b) {{(pid=106711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:42:30.357433 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-5c6bb229-0ed4-4abb-9a56-7a9ed6345acf None None] For port 0f6aa09e-d7c4-4d0f-9446-319beb21eb39, host dv-cinder-813746-2-iscsi, cleared binding levels {{(pid=106712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:42:30.378799 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-5c6bb229-0ed4-4abb-9a56-7a9ed6345acf None None] For port 0f6aa09e-d7c4-4d0f-9446-319beb21eb39, host dv-cinder-813746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=0f6aa09e-d7c4-4d0f-9446-319beb21eb39,segment=NetworkSegment(f9077f40-da4c-4bda-b029-76facecb3822),segment_id=f9077f40-da4c-4bda-b029-76facecb3822)] {{(pid=106712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:42:30.379053 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-7ea7d373-2276-4230-8499-5c1261045ec6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:30.393213 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-824a12ee-2158-4fed-a114-8fe3bba8e26a None None] For port 195a909e-5de1-43c2-8780-d6bb046e4a42, host dv-cinder-813746-2-iscsi, cleared binding levels {{(pid=106712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:42:30.396945 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-824a12ee-2158-4fed-a114-8fe3bba8e26a None None] For port 195a909e-5de1-43c2-8780-d6bb046e4a42, host dv-cinder-813746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=195a909e-5de1-43c2-8780-d6bb046e4a42,segment=NetworkSegment(4a88a654-492a-4721-b165-d0bc4cb223f9),segment_id=4a88a654-492a-4721-b165-d0bc4cb223f9)] {{(pid=106712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:42:30.410043 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-aa8591a6-3695-421c-84bf-3800c5f50aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:30.438993 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-7ea7d373-2276-4230-8499-5c1261045ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:30.462792 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-824a12ee-2158-4fed-a114-8fe3bba8e26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:30.467363 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-b533c9b4-ac12-4e7e-9f03-1b2f8ad91b22 req-e95b9147-1071-48aa-914c-77b95c8b6835 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/ports?device_id=a049bcaa-35ed-4bcf-8d5a-e46729213874 HTTP/1.1" status: 200 len: 210 time: 0.0641451 Oct 14 07:42:30.471336 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-5c6bb229-0ed4-4abb-9a56-7a9ed6345acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:30.516031 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8591a6-3695-421c-84bf-3800c5f50aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc37cb4-99fc-44ae-a4dc-eb00939c3b8a,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:30.522846 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [req-0c0783be-b0f1-48e4-8b73-1a4917a57111 req-c2aa9fcf-0373-4cba-9d1d-2da0d435ece3 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=106710) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 07:42:30.523915 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-0c0783be-b0f1-48e4-8b73-1a4917a57111 req-c2aa9fcf-0373-4cba-9d1d-2da0d435ece3 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1541765 Oct 14 07:42:30.545746 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-748b4734-1ca6-43e9-b8a4-152091716499 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:30.586588 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa8591a6-3695-421c-84bf-3800c5f50aa1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=106710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 07:42:30.594832 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a12ee-2158-4fed-a114-8fe3bba8e26a None None] Pushing event updated for resources: {'Port': ['ID=195a909e-5de1-43c2-8780-d6bb046e4a42,revision_number=2']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:30.680195 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6bb229-0ed4-4abb-9a56-7a9ed6345acf None None] Pushing event updated for resources: {'Port': ['ID=0f6aa09e-d7c4-4d0f-9446-319beb21eb39,revision_number=2']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:30.720098 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-748b4734-1ca6-43e9-b8a4-152091716499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775'] for port, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:30.823314 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748b4734-1ca6-43e9-b8a4-152091716499 admin admin] Network 536a77cf-5189-41f9-92bf-300739e47f32 is already hosted by enough agents. {{(pid=106711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:42:30.827385 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:30.830434 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-aa8591a6-3695-421c-84bf-3800c5f50aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728044'] for segment, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:30.830975 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.db.segments_db [None req-aa8591a6-3695-421c-84bf-3800c5f50aa1 admin admin] Added segment 3d048143-c390-4327-8190-0e8cf542a98b of type vlan for network ef9b0ca3-312d-4d64-9067-0aeb9e37af2a Oct 14 07:42:30.841320 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.base_scheduler [None req-748b4734-1ca6-43e9-b8a4-152091716499 admin admin] Resources bound (agent type, host, resource id): {{(pid=106711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:42:30.848240 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748b4734-1ca6-43e9-b8a4-152091716499 admin admin] Received port after_create {{(pid=106711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:42:30.849897 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-852cd85b-64ba-4ffe-9179-ba7083d218e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:30.853289 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-852cd85b-64ba-4ffe-9179-ba7083d218e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:30.858444 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-852cd85b-64ba-4ffe-9179-ba7083d218e7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/72a788f3-f09e-4369-a48a-a6802be2861c HTTP/1.1" status: 204 len: 168 time: 1.0301480 Oct 14 07:42:30.926339 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b4734-1ca6-43e9-b8a4-152091716499 admin admin] Pushing event updated for resources: {'Port': ['ID=eba54564-9091-4f7b-871c-167c24bb4a7b,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:31.041551 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-aa8591a6-3695-421c-84bf-3800c5f50aa1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787629651321'] for network, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:31.041551 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.db_base_plugin_common [None req-7ea7d373-2276-4230-8499-5c1261045ec6 admin admin] Allocated IP 172.27.3.34 (536a77cf-5189-41f9-92bf-300739e47f32/171d1f51-d728-4b0d-be8f-6d9f917ae698/ef7f0eb6-937d-44cb-a3cb-0d9b9b933917) {{(pid=106710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:42:31.041551 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852cd85b-64ba-4ffe-9179-ba7083d218e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a788f3-f09e-4369-a48a-a6802be2861c,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:31.095391 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-0c0783be-b0f1-48e4-8b73-1a4917a57111 req-f6dee87a-50fe-4766-a495-f7d4c6e421f7 service neutron] 10.222.0.47 "GET /v2.0/networks/1e5fcafc-aa78-4a92-8145-67380f0c2781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5603237 Oct 14 07:42:31.154101 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-aa8591a6-3695-421c-84bf-3800c5f50aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486'] for network, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:31.155003 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8591a6-3695-421c-84bf-3800c5f50aa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:31.155760 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-aa8591a6-3695-421c-84bf-3800c5f50aa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for network, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:31.268403 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 52226) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:31.318640 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-93e1ef1e-be74-48a7-9436-c986e05ec438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:31.349757 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-380521d7-762f-4d93-b0c3-22e4e4f1433d admin admin] Publish callbacks [] for security_group, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:31.357780 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8591a6-3695-421c-84bf-3800c5f50aa1 admin admin] Pushing event updated for resources: {'Network': ['ID=ef9b0ca3-312d-4d64-9067-0aeb9e37af2a,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:31.380459 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Network ef9b0ca3-312d-4d64-9067-0aeb9e37af2a details requested by agent ovs-agent-dv-cinder-813746-2-iscsi with host dv-cinder-813746-2-iscsi {{(pid=106712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 07:42:31.395307 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-aa8591a6-3695-421c-84bf-3800c5f50aa1 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0056624 Oct 14 07:42:31.404141 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 52238) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:31.414815 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-fb7fc637-2cb4-4526-b651-50bede9c074c admin admin] Request body: {'subnet': {'network_id': 'ef9b0ca3-312d-4d64-9067-0aeb9e37af2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-850457232-subnet', 'tenant_id': '2aa460d322374740bca79f828f7df875', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:42:31.419000 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-748b4734-1ca6-43e9-b8a4-152091716499 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:31.455171 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-0c0783be-b0f1-48e4-8b73-1a4917a57111 req-b066cb57-9231-4140-983d-840da70e1a1e service neutron] 10.222.0.47 "GET /v2.0/networks/1e5fcafc-aa78-4a92-8145-67380f0c2781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504179 Oct 14 07:42:31.463703 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-7ea7d373-2276-4230-8499-5c1261045ec6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:31.588289 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7fc637-2cb4-4526-b651-50bede9c074c admin admin] Made reservation on behalf of 2aa460d322374740bca79f828f7df875 for: {'subnet': 1} {{(pid=106710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:42:31.590886 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-fb7fc637-2cb4-4526-b651-50bede9c074c admin admin] Publish callbacks [] for subnet, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:31.594959 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-380521d7-762f-4d93-b0c3-22e4e4f1433d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:31.626415 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-7ea7d373-2276-4230-8499-5c1261045ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775'] for port, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:31.706218 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-380521d7-762f-4d93-b0c3-22e4e4f1433d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:31.740413 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea7d373-2276-4230-8499-5c1261045ec6 admin admin] Network 536a77cf-5189-41f9-92bf-300739e47f32 is already hosted by enough agents. {{(pid=106710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:42:31.759661 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.base_scheduler [None req-7ea7d373-2276-4230-8499-5c1261045ec6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:42:31.760477 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-8bec2579-9024-4f5c-9bfa-b0a9a25b70d0 req-4398d980-6813-4b2c-a1df-41a2ce761642 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/ports?device_id=a049bcaa-35ed-4bcf-8d5a-e46729213874 HTTP/1.1" status: 200 len: 210 time: 0.0319157 Oct 14 07:42:31.786285 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea7d373-2276-4230-8499-5c1261045ec6 admin admin] Received port after_create {{(pid=106710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:42:31.798319 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea7d373-2276-4230-8499-5c1261045ec6 admin admin] Pushing event updated for resources: {'Port': ['ID=ef7f0eb6-937d-44cb-a3cb-0d9b9b933917,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:31.836000 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-380521d7-762f-4d93-b0c3-22e4e4f1433d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8d08c5bf04cf4733b897023fd0ff52d0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5566664 Oct 14 07:42:31.837917 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380521d7-762f-4d93-b0c3-22e4e4f1433d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be986114-d1e7-4596-868c-c01c9781ec24,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:31.841435 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 52250) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:31.917761 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 52254) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:31.977761 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-128c28a3-4757-4571-9da4-88cb7c7e319e admin admin] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:31.985333 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-748b4734-1ca6-43e9-b8a4-152091716499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648228'] for router, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:32.038922 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-bf29db38-d780-4f8d-bfaf-f13423167165 req-009c0e05-2f32-4294-9e9d-ad9772927fdb tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a4d7b1d-ff71-4b56-81b7-7aa920ad6a28 HTTP/1.1" status: 200 len: 210 time: 0.0778091 Oct 14 07:42:32.076060 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-f86f232b-76c2-42f1-b72e-9f37df32aef2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:32.110642 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-f86f232b-76c2-42f1-b72e-9f37df32aef2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:32.167091 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d4a7b2-8d3d-457f-93c2-18d81caacd57 None None] Network 234dd989-1b6f-4d0e-b26c-6546ea618e4f requested from dv-cinder-813746-2-iscsi {{(pid=106712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:42:32.228092 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-fb7fc637-2cb4-4526-b651-50bede9c074c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486'] for subnet, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:32.302922 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-01fc19fd-ff04-40cd-9176-7f35b141c310 None None] Provisioning complete for port 195a909e-5de1-43c2-8780-d6bb046e4a42 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:42:32.303291 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-01fc19fd-ff04-40cd-9176-7f35b141c310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:32.358486 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-128c28a3-4757-4571-9da4-88cb7c7e319e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:32.360694 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7fc637-2cb4-4526-b651-50bede9c074c admin admin] Pushing event updated for resources: {'Subnet': ['ID=340a5367-37da-4a12-9e36-6f52cdf92a91,revision_number=0']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:32.375355 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-7ea7d373-2276-4230-8499-5c1261045ec6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:32.425914 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-128c28a3-4757-4571-9da4-88cb7c7e319e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:32.464368 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-748b4734-1ca6-43e9-b8a4-152091716499 admin admin] Router c0801572-6a09-4ac6-8dfd-8b6c8503b4e1 is scheduled to L3 agent f0543dd8-cbcf-46a4-b5f3-c6f7813920a1 with binding_index 1 {{(pid=106711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 07:42:32.476418 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-128c28a3-4757-4571-9da4-88cb7c7e319e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=86bda1c25b97461f9f308bf6de87ea14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5491157 Oct 14 07:42:32.478679 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c28a3-4757-4571-9da4-88cb7c7e319e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c1ddbe-f2fc-498a-a30e-b4b0fe3bf29a,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:32.481386 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 52282) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:32.509281 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7fc637-2cb4-4526-b651-50bede9c074c admin admin] Checking segment: {'id': '3d048143-c390-4327-8190-0e8cf542a98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'ef9b0ca3-312d-4d64-9067-0aeb9e37af2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:42:32.515250 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7fc637-2cb4-4526-b651-50bede9c074c admin admin] Network hostable DHCP agents. Network: ef9b0ca3-312d-4d64-9067-0aeb9e37af2a, hostable agents: ['0e09805b-9c3f-4b14-8211-d4974393509b'], hosted agents: [] {{(pid=106710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 07:42:32.548729 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-f86f232b-76c2-42f1-b72e-9f37df32aef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:32.551788 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-f86f232b-76c2-42f1-b72e-9f37df32aef2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:32.556347 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-f86f232b-76c2-42f1-b72e-9f37df32aef2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/be986114-d1e7-4596-868c-c01c9781ec24 HTTP/1.1" status: 204 len: 168 time: 0.7088912 Oct 14 07:42:32.569180 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86f232b-76c2-42f1-b72e-9f37df32aef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be986114-d1e7-4596-868c-c01c9781ec24,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:32.628580 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-01fc19fd-ff04-40cd-9176-7f35b141c310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:32.661616 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-a9febd23-1471-4448-96ee-fc6ae366cc29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:32.671458 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb4938c-be12-4c2d-939c-9252a028076a None None] Network 0ffbc9b1-671e-4535-a15f-5a510845f53e requested from dv-cinder-813746-2-iscsi {{(pid=106712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:42:32.682489 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748b4734-1ca6-43e9-b8a4-152091716499 admin admin] Notify agent at l3_agent.dv-cinder-813746-2-iscsi the message routers_updated {{(pid=106711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:42:32.697071 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-a9febd23-1471-4448-96ee-fc6ae366cc29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:32.701012 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bd3978-75d5-41c3-912b-5bfc75c8994d None None] Sync routers for ids ['c0801572-6a09-4ac6-8dfd-8b6c8503b4e1'] in dv-cinder-813746-2-iscsi {{(pid=106713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:42:32.713088 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-7ea7d373-2276-4230-8499-5c1261045ec6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648228'] for router, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:32.717567 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7fc637-2cb4-4526-b651-50bede9c074c admin admin] Network ef9b0ca3-312d-4d64-9067-0aeb9e37af2a is scheduled to be hosted by DHCP agent 0e09805b-9c3f-4b14-8211-d4974393509b with binding_index 1 {{(pid=106710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 07:42:32.723927 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bd3978-75d5-41c3-912b-5bfc75c8994d None None] Routers {'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:42:32.727687 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-25bd3978-75d5-41c3-912b-5bfc75c8994d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:42:30Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['c0801572-6a09-4ac6-8dfd-8b6c8503b4e1'], 'active': True} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:42:32.788969 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-748b4734-1ca6-43e9-b8a4-152091716499 admin admin] Publish callbacks [] for router, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:32.788969 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-748b4734-1ca6-43e9-b8a4-152091716499 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1071789 Oct 14 07:42:32.788969 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 52292) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:32.896480 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.base_scheduler [None req-fb7fc637-2cb4-4526-b651-50bede9c074c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813746-2-iscsi, ef9b0ca3-312d-4d64-9067-0aeb9e37af2a) {{(pid=106710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:42:32.907302 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-a9febd23-1471-4448-96ee-fc6ae366cc29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:32.910190 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-a9febd23-1471-4448-96ee-fc6ae366cc29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:32.911898 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-a9febd23-1471-4448-96ee-fc6ae366cc29 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d2c1ddbe-f2fc-498a-a30e-b4b0fe3bf29a HTTP/1.1" status: 204 len: 168 time: 0.4294541 Oct 14 07:42:32.932437 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9febd23-1471-4448-96ee-fc6ae366cc29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c1ddbe-f2fc-498a-a30e-b4b0fe3bf29a,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:32.950245 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-01fc19fd-ff04-40cd-9176-7f35b141c310 None None] For port 195a909e-5de1-43c2-8780-d6bb046e4a42, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=195a909e-5de1-43c2-8780-d6bb046e4a42,segment=NetworkSegment(4a88a654-492a-4721-b165-d0bc4cb223f9),segment_id=4a88a654-492a-4721-b165-d0bc4cb223f9)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:42:32.953138 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7fc637-2cb4-4526-b651-50bede9c074c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:32.953288 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfe9986-c5f5-4a12-a9fd-977505ad4d1a None None] Network ef9b0ca3-312d-4d64-9067-0aeb9e37af2a requested from dv-cinder-813746-2-iscsi {{(pid=106712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:42:32.962715 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-fb7fc637-2cb4-4526-b651-50bede9c074c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for subnet, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:33.068117 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 195a909e-5de1-43c2-8780-d6bb046e4a42 up at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:42:33.069015 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvr_db [None req-25bd3978-75d5-41c3-912b-5bfc75c8994d None None] Set router c0801572-6a09-4ac6-8dfd-8b6c8503b4e1 gateway port host: dv-cinder-813746-2-iscsi {{(pid=106713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:42:33.193045 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-fb7fc637-2cb4-4526-b651-50bede9c074c admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7791095 Oct 14 07:42:33.201586 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-01fc19fd-ff04-40cd-9176-7f35b141c310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:33.297548 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-25bd3978-75d5-41c3-912b-5bfc75c8994d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'name': 'tempest-AttachVolumeTestJSON-1129393165-router', 'tenant_id': 'faeed044a6d84decaaa0cac966b09ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'eba54564-9091-4f7b-871c-167c24bb4a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:42:28Z', 'updated_at': '2021-10-14T07:42:31Z', 'revision_number': 3, 'project_id': 'faeed044a6d84decaaa0cac966b09ce9', 'gw_port': {'id': 'eba54564-9091-4f7b-871c-167c24bb4a7b', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:30Z', 'updated_at': '2021-10-14T07:42:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi'}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:42:33.316779 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-20a4d784-7515-45d7-95bf-4c27642235f0 req-46a08434-72ed-4315-b95e-95bb1a273639 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/ports?device_id=a049bcaa-35ed-4bcf-8d5a-e46729213874 HTTP/1.1" status: 200 len: 210 time: 0.0437462 Oct 14 07:42:33.323931 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-439377cf-db3c-4e91-9aae-241f8a26ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:33.331608 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc19fd-ff04-40cd-9176-7f35b141c310 None None] Pushing event updated for resources: {'Port': ['ID=195a909e-5de1-43c2-8780-d6bb046e4a42,revision_number=3']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:33.338833 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-826ac22a-c912-4803-8b5f-0a45bbed4d87 req-8014eaae-5139-48b4-88a9-b673e3afca01 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a4d7b1d-ff71-4b56-81b7-7aa920ad6a28 HTTP/1.1" status: 200 len: 210 time: 0.1611874 Oct 14 07:42:33.377560 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bd3978-75d5-41c3-912b-5bfc75c8994d None None] Checking router: c0801572-6a09-4ac6-8dfd-8b6c8503b4e1 for host: dv-cinder-813746-2-iscsi {{(pid=106713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:42:33.379399 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bd3978-75d5-41c3-912b-5bfc75c8994d None None] Updating router c0801572-6a09-4ac6-8dfd-8b6c8503b4e1 port eba54564-9091-4f7b-871c-167c24bb4a7b binding host dv-cinder-813746-2-iscsi {{(pid=106713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 07:42:33.433331 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-25bd3978-75d5-41c3-912b-5bfc75c8994d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:33.465434 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Provisioning complete for port 195a909e-5de1-43c2-8780-d6bb046e4a42 triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:42:33.466443 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:33.471336 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-c15e9305-08d6-4298-9597-2b3a84cfd7ca None None] Provisioning complete for port 0f6aa09e-d7c4-4d0f-9446-319beb21eb39 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:42:33.471957 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-c15e9305-08d6-4298-9597-2b3a84cfd7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:33.589705 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea7d373-2276-4230-8499-5c1261045ec6 admin admin] Router ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc is scheduled to L3 agent f0543dd8-cbcf-46a4-b5f3-c6f7813920a1 with binding_index 1 {{(pid=106710) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 07:42:33.639438 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa9b2c8-5072-4ca3-9607-2f9d5c7b9fb0 None None] Network ef9b0ca3-312d-4d64-9067-0aeb9e37af2a requested from dv-cinder-813746-2-iscsi {{(pid=106712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:42:33.704467 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 52322) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:33.748841 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-3deea4e1-9aaa-409c-97be-5a745a503f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:33.899152 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 0f6aa09e-d7c4-4d0f-9446-319beb21eb39 up at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:42:33.901058 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ba6a07c-2ff9-436b-adbb-aca7870ab7bb admin admin] Deleting subnet 31ea8ba9-5103-4a08-9e1c-1d38dc426d9e {{(pid=106711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 07:42:33.946592 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-c15e9305-08d6-4298-9597-2b3a84cfd7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:34.074409 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-c15e9305-08d6-4298-9597-2b3a84cfd7ca None None] For port 0f6aa09e-d7c4-4d0f-9446-319beb21eb39, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=0f6aa09e-d7c4-4d0f-9446-319beb21eb39,segment=NetworkSegment(f9077f40-da4c-4bda-b029-76facecb3822),segment_id=f9077f40-da4c-4bda-b029-76facecb3822)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:42:34.084222 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-25bd3978-75d5-41c3-912b-5bfc75c8994d None None] Publish callbacks [] for port, precommit_update {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:34.089557 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-5ba6a07c-2ff9-436b-adbb-aca7870ab7bb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:34.097024 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Provisioning complete for port 0f6aa09e-d7c4-4d0f-9446-319beb21eb39 triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:42:34.097383 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:34.098397 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea7d373-2276-4230-8499-5c1261045ec6 admin admin] Notify agent at l3_agent.dv-cinder-813746-2-iscsi the message routers_updated {{(pid=106710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:42:34.143596 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e6454b-9e62-4696-82ad-e2d7c270ada0 None None] Sync routers for ids ['ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc'] in dv-cinder-813746-2-iscsi {{(pid=106712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:42:34.156338 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-c15e9305-08d6-4298-9597-2b3a84cfd7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:34.177880 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-5ba6a07c-2ff9-436b-adbb-aca7870ab7bb admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:34.181265 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-25bd3978-75d5-41c3-912b-5bfc75c8994d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:34.192221 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.db_base_plugin_common [None req-3deea4e1-9aaa-409c-97be-5a745a503f3b admin admin] Allocated IP 172.20.0.1 (0ffbc9b1-671e-4535-a15f-5a510845f53e/6b3909e2-8d10-4803-8f95-ccf56ec3b849/4665e705-32ec-4fad-9f3e-04595755e3a9) {{(pid=106711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:42:34.192966 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e6454b-9e62-4696-82ad-e2d7c270ada0 None None] Routers {'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:42:34.193980 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-47e6454b-9e62-4696-82ad-e2d7c270ada0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:42:30Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc'], 'active': True} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:42:34.195337 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-5ba6a07c-2ff9-436b-adbb-aca7870ab7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728799'] for subnet, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:34.224967 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41cbc9b-d156-4a38-aceb-875f97fb471b None None] Pushing event updated for resources: {'Port': ['ID=eba54564-9091-4f7b-871c-167c24bb4a7b,revision_number=2']} {{(pid=106713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:34.226000 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-7ea7d373-2276-4230-8499-5c1261045ec6 admin admin] Publish callbacks [] for router, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:34.231320 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-7ea7d373-2276-4230-8499-5c1261045ec6 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.4768283 Oct 14 07:42:34.231965 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 52336) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:34.240684 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41cbc9b-d156-4a38-aceb-875f97fb471b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:42:34.240684 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41cbc9b-d156-4a38-aceb-875f97fb471b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:42:34.240684 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41cbc9b-d156-4a38-aceb-875f97fb471b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:42:34.241680 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41cbc9b-d156-4a38-aceb-875f97fb471b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:42:34.242171 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41cbc9b-d156-4a38-aceb-875f97fb471b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:42:34.242664 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41cbc9b-d156-4a38-aceb-875f97fb471b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:42:34.243305 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41cbc9b-d156-4a38-aceb-875f97fb471b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:42:34.243841 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41cbc9b-d156-4a38-aceb-875f97fb471b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:42:34.244518 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41cbc9b-d156-4a38-aceb-875f97fb471b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:42:34.245005 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41cbc9b-d156-4a38-aceb-875f97fb471b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:42:34.246080 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41cbc9b-d156-4a38-aceb-875f97fb471b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:42:34.246080 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41cbc9b-d156-4a38-aceb-875f97fb471b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:42:34.247316 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41cbc9b-d156-4a38-aceb-875f97fb471b None None] Tracked resource versions report: Oct 14 07:42:34.247316 dv-cinder-813746-2-iscsi neutron-server[106713]: pushed versions: Oct 14 07:42:34.247316 dv-cinder-813746-2-iscsi neutron-server[106713]: { 'AddressGroup': {'1.2'}, Oct 14 07:42:34.247316 dv-cinder-813746-2-iscsi neutron-server[106713]: 'ConntrackHelper': {'1.0'}, Oct 14 07:42:34.247316 dv-cinder-813746-2-iscsi neutron-server[106713]: 'Log': {'1.0'}, Oct 14 07:42:34.247316 dv-cinder-813746-2-iscsi neutron-server[106713]: 'Network': {'1.1'}, Oct 14 07:42:34.247316 dv-cinder-813746-2-iscsi neutron-server[106713]: 'Port': {'1.7'}, Oct 14 07:42:34.247316 dv-cinder-813746-2-iscsi neutron-server[106713]: 'PortForwarding': {'1.2'}, Oct 14 07:42:34.247316 dv-cinder-813746-2-iscsi neutron-server[106713]: 'QosPolicy': {'1.10'}, Oct 14 07:42:34.247316 dv-cinder-813746-2-iscsi neutron-server[106713]: 'SecurityGroup': {'1.4'}, Oct 14 07:42:34.247316 dv-cinder-813746-2-iscsi neutron-server[106713]: 'SecurityGroupRule': {'1.2'}, Oct 14 07:42:34.247316 dv-cinder-813746-2-iscsi neutron-server[106713]: 'SubPort': {'1.0'}, Oct 14 07:42:34.247316 dv-cinder-813746-2-iscsi neutron-server[106713]: 'Subnet': {'1.1'}, Oct 14 07:42:34.247316 dv-cinder-813746-2-iscsi neutron-server[106713]: 'Trunk': {'1.1'}} Oct 14 07:42:34.247316 dv-cinder-813746-2-iscsi neutron-server[106713]: consumer versions: Oct 14 07:42:34.247316 dv-cinder-813746-2-iscsi neutron-server[106713]: { DHCP agent@dv-cinder-813746-2-iscsi: {}, Oct 14 07:42:34.247316 dv-cinder-813746-2-iscsi neutron-server[106713]: HyperV agent@hv-cinder-81374: {}, Oct 14 07:42:34.247316 dv-cinder-813746-2-iscsi neutron-server[106713]: L3 agent@dv-cinder-813746-2-iscsi: {}, Oct 14 07:42:34.247316 dv-cinder-813746-2-iscsi neutron-server[106713]: Metadata agent@dv-cinder-813746-2-iscsi: {}, Oct 14 07:42:34.247316 dv-cinder-813746-2-iscsi neutron-server[106713]: Metering agent@dv-cinder-813746-2-iscsi: {}, Oct 14 07:42:34.247316 dv-cinder-813746-2-iscsi neutron-server[106713]: Open vSwitch agent@dv-cinder-813746-2-iscsi: { 'AddressGroup': '1.2', Oct 14 07:42:34.247316 dv-cinder-813746-2-iscsi neutron-server[106713]: 'ConntrackHelper': '1.0', Oct 14 07:42:34.247316 dv-cinder-813746-2-iscsi neutron-server[106713]: 'Log': '1.0', Oct 14 07:42:34.247316 dv-cinder-813746-2-iscsi neutron-server[106713]: 'Network': '1.1', Oct 14 07:42:34.247316 dv-cinder-813746-2-iscsi neutron-server[106713]: 'Port': '1.7', Oct 14 07:42:34.247316 dv-cinder-813746-2-iscsi neutron-server[106713]: 'PortForwarding': '1.2', Oct 14 07:42:34.247316 dv-cinder-813746-2-iscsi neutron-server[106713]: 'QosPolicy': '1.10', Oct 14 07:42:34.247316 dv-cinder-813746-2-iscsi neutron-server[106713]: 'SecurityGroup': '1.4', Oct 14 07:42:34.247316 dv-cinder-813746-2-iscsi neutron-server[106713]: 'SecurityGroupRule': '1.2', Oct 14 07:42:34.247316 dv-cinder-813746-2-iscsi neutron-server[106713]: 'SubPort': '1.0', Oct 14 07:42:34.247316 dv-cinder-813746-2-iscsi neutron-server[106713]: 'Subnet': '1.1', Oct 14 07:42:34.247316 dv-cinder-813746-2-iscsi neutron-server[106713]: 'Trunk': '1.1'}} Oct 14 07:42:34.247316 dv-cinder-813746-2-iscsi neutron-server[106713]: {{(pid=106713) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 07:42:34.271315 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.managers [None req-25bd3978-75d5-41c3-912b-5bfc75c8994d None None] Attempting to bind port eba54564-9091-4f7b-871c-167c24bb4a7b on host dv-cinder-813746-2-iscsi for vnic_type normal with profile {{(pid=106713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:42:34.271880 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.managers [None req-25bd3978-75d5-41c3-912b-5bfc75c8994d None None] Attempting to bind port eba54564-9091-4f7b-871c-167c24bb4a7b by drivers openvswitch,hyperv on host dv-cinder-813746-2-iscsi at level 0 using segments [{'id': '83c3fea4-f928-4a40-b18e-1fedd452844d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32'}] {{(pid=106713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:42:34.272411 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bd3978-75d5-41c3-912b-5bfc75c8994d None None] Attempting to bind port eba54564-9091-4f7b-871c-167c24bb4a7b on network 536a77cf-5189-41f9-92bf-300739e47f32 {{(pid=106713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:42:34.278147 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bd3978-75d5-41c3-912b-5bfc75c8994d None None] Checking agent: {'id': '8d484d57-df47-4fec-994b-a2ddd0eb88cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 7, 34, 31), 'started_at': datetime.datetime(2021, 10, 14, 7, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:42:34.278842 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bd3978-75d5-41c3-912b-5bfc75c8994d None None] Checking segment: {'id': '83c3fea4-f928-4a40-b18e-1fedd452844d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:42:34.279394 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-25bd3978-75d5-41c3-912b-5bfc75c8994d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:34.279977 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bd3978-75d5-41c3-912b-5bfc75c8994d None None] Bound using segment: {'id': '83c3fea4-f928-4a40-b18e-1fedd452844d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32'} {{(pid=106713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:42:34.280597 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.managers [None req-25bd3978-75d5-41c3-912b-5bfc75c8994d None None] Bound port: eba54564-9091-4f7b-871c-167c24bb4a7b, host: dv-cinder-813746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c3fea4-f928-4a40-b18e-1fedd452844d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32'}}] {{(pid=106713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:42:34.281161 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-25bd3978-75d5-41c3-912b-5bfc75c8994d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:34.339165 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.db [None req-25bd3978-75d5-41c3-912b-5bfc75c8994d None None] For port eba54564-9091-4f7b-871c-167c24bb4a7b, host dv-cinder-813746-2-iscsi, cleared binding levels {{(pid=106713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:42:34.353895 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.db [None req-25bd3978-75d5-41c3-912b-5bfc75c8994d None None] For port eba54564-9091-4f7b-871c-167c24bb4a7b, host dv-cinder-813746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=eba54564-9091-4f7b-871c-167c24bb4a7b,segment=NetworkSegment(83c3fea4-f928-4a40-b18e-1fedd452844d),segment_id=83c3fea4-f928-4a40-b18e-1fedd452844d)] {{(pid=106713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:42:34.411640 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-5ba6a07c-2ff9-436b-adbb-aca7870ab7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486'] for subnet, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:34.419888 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-3deea4e1-9aaa-409c-97be-5a745a503f3b admin admin] Publish callbacks [] for port, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:34.439474 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-25bd3978-75d5-41c3-912b-5bfc75c8994d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:34.465329 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvr_db [None req-47e6454b-9e62-4696-82ad-e2d7c270ada0 None None] Set router ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc gateway port host: dv-cinder-813746-2-iscsi {{(pid=106712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:42:34.498912 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41cbc9b-d156-4a38-aceb-875f97fb471b None None] Pushing event updated for resources: {'Port': ['ID=eba54564-9091-4f7b-871c-167c24bb4a7b,revision_number=3']} {{(pid=106713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:34.520177 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba6a07c-2ff9-436b-adbb-aca7870ab7bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31ea8ba9-5103-4a08-9e1c-1d38dc426d9e,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:34.527813 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-e8fbee98-5dab-487b-be37-17e344c7eac7 req-ca37be60-7133-43c5-ae6c-03574f89ad90 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a4d7b1d-ff71-4b56-81b7-7aa920ad6a28 HTTP/1.1" status: 200 len: 210 time: 0.0433571 Oct 14 07:42:34.529913 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-5ba6a07c-2ff9-436b-adbb-aca7870ab7bb admin admin] Publish callbacks [] for subnet, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:34.531063 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bd3978-75d5-41c3-912b-5bfc75c8994d None None] Routers {'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:42:34.531890 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-25bd3978-75d5-41c3-912b-5bfc75c8994d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:42:30Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['c0801572-6a09-4ac6-8dfd-8b6c8503b4e1'], 'active': True} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:42:34.533426 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-5ba6a07c-2ff9-436b-adbb-aca7870ab7bb admin admin] 10.222.0.47 "DELETE /v2.0/subnets/31ea8ba9-5103-4a08-9e1c-1d38dc426d9e HTTP/1.1" status: 204 len: 168 time: 0.8236063 Oct 14 07:42:34.536115 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 52348) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:34.764894 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvr_db [None req-25bd3978-75d5-41c3-912b-5bfc75c8994d None None] Set router c0801572-6a09-4ac6-8dfd-8b6c8503b4e1 gateway port host: dv-cinder-813746-2-iscsi {{(pid=106713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:42:34.775355 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-c15e9305-08d6-4298-9597-2b3a84cfd7ca None None] Provisioning complete for port 195a909e-5de1-43c2-8780-d6bb046e4a42 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:42:34.776219 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-c15e9305-08d6-4298-9597-2b3a84cfd7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:34.782522 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-f0a07d93-4bbc-474c-82a4-ef0380648a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530581'] for network, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:34.909926 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-f0a07d93-4bbc-474c-82a4-ef0380648a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727114', 'neutron.services.segments.db._delete_segments_for_network-8787630205745'] for network, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:34.913051 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-3deea4e1-9aaa-409c-97be-5a745a503f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775'] for port, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:34.943965 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3deea4e1-9aaa-409c-97be-5a745a503f3b admin admin] Network 0ffbc9b1-671e-4535-a15f-5a510845f53e is already hosted by enough agents. {{(pid=106711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:42:34.949144 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.base_scheduler [None req-3deea4e1-9aaa-409c-97be-5a745a503f3b admin admin] Resources bound (agent type, host, resource id): {{(pid=106711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:42:34.952566 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-f0a07d93-4bbc-474c-82a4-ef0380648a93 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:42:34.952913 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-f0a07d93-4bbc-474c-82a4-ef0380648a93 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:42:34.953990 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-f0a07d93-4bbc-474c-82a4-ef0380648a93 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:42:34.953990 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-f0a07d93-4bbc-474c-82a4-ef0380648a93 admin admin] Subscribe: > port after_create 55550000 {{(pid=106711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:42:34.954316 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-f0a07d93-4bbc-474c-82a4-ef0380648a93 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:42:34.955554 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-f0a07d93-4bbc-474c-82a4-ef0380648a93 admin admin] Subscribe: > port after_update 55550000 {{(pid=106711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:42:34.955554 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-f0a07d93-4bbc-474c-82a4-ef0380648a93 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:42:34.955554 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-f0a07d93-4bbc-474c-82a4-ef0380648a93 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:42:34.955844 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-f0a07d93-4bbc-474c-82a4-ef0380648a93 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:42:34.966473 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-f0a07d93-4bbc-474c-82a4-ef0380648a93 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:42:34.989367 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a03003c5-3180-4333-b30f-939fcc1994cc req-a750fdd6-b254-4a78-8736-ef49f2c906cf tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/ports?device_id=a049bcaa-35ed-4bcf-8d5a-e46729213874 HTTP/1.1" status: 200 len: 210 time: 0.2585528 Oct 14 07:42:35.109287 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e9305-08d6-4298-9597-2b3a84cfd7ca None None] Pushing event updated for resources: {'Port': ['ID=0f6aa09e-d7c4-4d0f-9446-319beb21eb39,revision_number=3']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:35.239581 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-25bd3978-75d5-41c3-912b-5bfc75c8994d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'name': 'tempest-AttachVolumeTestJSON-1129393165-router', 'tenant_id': 'faeed044a6d84decaaa0cac966b09ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'eba54564-9091-4f7b-871c-167c24bb4a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:42:28Z', 'updated_at': '2021-10-14T07:42:31Z', 'revision_number': 3, 'project_id': 'faeed044a6d84decaaa0cac966b09ce9', 'gw_port': {'id': 'eba54564-9091-4f7b-871c-167c24bb4a7b', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:30Z', 'updated_at': '2021-10-14T07:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi'}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:42:35.305632 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bd3978-75d5-41c3-912b-5bfc75c8994d None None] The sync data for ids ['c0801572-6a09-4ac6-8dfd-8b6c8503b4e1'] in dv-cinder-813746-2-iscsi is: [{'id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'name': 'tempest-AttachVolumeTestJSON-1129393165-router', 'tenant_id': 'faeed044a6d84decaaa0cac966b09ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'eba54564-9091-4f7b-871c-167c24bb4a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:42:28Z', 'updated_at': '2021-10-14T07:42:31Z', 'revision_number': 3, 'project_id': 'faeed044a6d84decaaa0cac966b09ce9', 'gw_port': {'id': 'eba54564-9091-4f7b-871c-167c24bb4a7b', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:30Z', 'updated_at': '2021-10-14T07:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi'}] {{(pid=106713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:42:35.382976 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-80573e1d-f43c-4109-b91c-01ea861cbbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:35.400277 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 195a909e-5de1-43c2-8780-d6bb046e4a42 up at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:42:35.408225 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-f0a07d93-4bbc-474c-82a4-ef0380648a93 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:42:35.408817 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-f0a07d93-4bbc-474c-82a4-ef0380648a93 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:42:35.409883 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-f0a07d93-4bbc-474c-82a4-ef0380648a93 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:42:35.409883 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-f0a07d93-4bbc-474c-82a4-ef0380648a93 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:42:35.409883 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.services.segments.db [None req-f0a07d93-4bbc-474c-82a4-ef0380648a93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fdca29c-ed07-44f1-9323-186ff24d3261']}} {{(pid=106711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:42:35.437231 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3deea4e1-9aaa-409c-97be-5a745a503f3b admin admin] Received port after_create {{(pid=106711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:42:35.437795 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-3deea4e1-9aaa-409c-97be-5a745a503f3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653587'] for router_interface, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:35.496988 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Provisioning complete for port 195a909e-5de1-43c2-8780-d6bb046e4a42 triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:42:35.497708 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:35.500424 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-47e6454b-9e62-4696-82ad-e2d7c270ada0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1304633051-router', 'tenant_id': 'f209626c73004f63b5c5a1466783d22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'ef7f0eb6-937d-44cb-a3cb-0d9b9b933917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:42:28Z', 'updated_at': '2021-10-14T07:42:31Z', 'revision_number': 3, 'project_id': 'f209626c73004f63b5c5a1466783d22f', 'gw_port': {'id': 'ef7f0eb6-937d-44cb-a3cb-0d9b9b933917', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:30Z', 'updated_at': '2021-10-14T07:42:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi'}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:42:35.583391 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e6454b-9e62-4696-82ad-e2d7c270ada0 None None] Checking router: ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc for host: dv-cinder-813746-2-iscsi {{(pid=106712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:42:35.584101 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e6454b-9e62-4696-82ad-e2d7c270ada0 None None] Updating router ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc port ef7f0eb6-937d-44cb-a3cb-0d9b9b933917 binding host dv-cinder-813746-2-iscsi {{(pid=106712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 07:42:35.627112 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.services.segments.db [None req-f0a07d93-4bbc-474c-82a4-ef0380648a93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a54fe120-a9cd-48ca-b70f-b29d99abec9e') {'for_net_delete': True} {{(pid=106711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:42:35.627469 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.services.segments.db [None req-f0a07d93-4bbc-474c-82a4-ef0380648a93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a54fe120-a9cd-48ca-b70f-b29d99abec9e') {} {{(pid=106711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:42:35.652845 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-f0a07d93-4bbc-474c-82a4-ef0380648a93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787630207546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16126907'] for segment, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:35.677800 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deea4e1-9aaa-409c-97be-5a745a503f3b admin admin] Pushing event updated for resources: {'Port': ['ID=4665e705-32ec-4fad-9f3e-04595755e3a9,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:35.718548 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-f0a07d93-4bbc-474c-82a4-ef0380648a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728044'] for segment, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:35.731622 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 0f6aa09e-d7c4-4d0f-9446-319beb21eb39 up at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:42:35.771165 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-47e6454b-9e62-4696-82ad-e2d7c270ada0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:35.773612 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-4ae2ed23-5d83-4141-b400-c5c2d563627b None None] Provisioning complete for port 4665e705-32ec-4fad-9f3e-04595755e3a9 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:42:35.774115 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-4ae2ed23-5d83-4141-b400-c5c2d563627b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:35.779220 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0a07d93-4bbc-474c-82a4-ef0380648a93 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=106711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 07:42:35.780203 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-f0a07d93-4bbc-474c-82a4-ef0380648a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14797671'] for segment, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:35.786308 dv-cinder-813746-2-iscsi neutron-server[106711]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 14 07:42:35.786308 dv-cinder-813746-2-iscsi neutron-server[106711]: from cryptography.utils import int_from_bytes Oct 14 07:42:35.786308 dv-cinder-813746-2-iscsi neutron-server[106711]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 14 07:42:35.786308 dv-cinder-813746-2-iscsi neutron-server[106711]: from cryptography.utils import int_from_bytes Oct 14 07:42:35.786308 dv-cinder-813746-2-iscsi neutron-server[106711]: Traceback (most recent call last): Oct 14 07:42:35.786308 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 07:42:35.786308 dv-cinder-813746-2-iscsi neutron-server[106711]: timer() Oct 14 07:42:35.786308 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 07:42:35.786308 dv-cinder-813746-2-iscsi neutron-server[106711]: cb(*args, **kw) Oct 14 07:42:35.786308 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 07:42:35.786308 dv-cinder-813746-2-iscsi neutron-server[106711]: return func(*args, **kwargs) Oct 14 07:42:35.786308 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 07:42:35.786308 dv-cinder-813746-2-iscsi neutron-server[106711]: self._notify() Oct 14 07:42:35.786308 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 07:42:35.786308 dv-cinder-813746-2-iscsi neutron-server[106711]: self.callback(batched_events) Oct 14 07:42:35.786308 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 07:42:35.786308 dv-cinder-813746-2-iscsi neutron-server[106711]: event.method(event) Oct 14 07:42:35.786308 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 07:42:35.786308 dv-cinder-813746-2-iscsi neutron-server[106711]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 07:42:35.786308 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 07:42:35.786308 dv-cinder-813746-2-iscsi neutron-server[106711]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 07:42:35.786308 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 07:42:35.786308 dv-cinder-813746-2-iscsi neutron-server[106711]: return f(self, *a, **k) Oct 14 07:42:35.786308 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 07:42:35.786308 dv-cinder-813746-2-iscsi neutron-server[106711]: return self._get(url).json() Oct 14 07:42:35.786308 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 07:42:35.786308 dv-cinder-813746-2-iscsi neutron-server[106711]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 07:42:35.786308 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 07:42:35.786308 dv-cinder-813746-2-iscsi neutron-server[106711]: return self.request(url, 'GET', **kwargs) Oct 14 07:42:35.786308 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 07:42:35.786308 dv-cinder-813746-2-iscsi neutron-server[106711]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 07:42:35.786308 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 07:42:35.786308 dv-cinder-813746-2-iscsi neutron-server[106711]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 07:42:35.786308 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 07:42:35.786308 dv-cinder-813746-2-iscsi neutron-server[106711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 07:42:35.786308 dv-cinder-813746-2-iscsi neutron-server[106711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 07:42:35.835734 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-4ae2ed23-5d83-4141-b400-c5c2d563627b None None] Port 4665e705-32ec-4fad-9f3e-04595755e3a9 cannot update to ACTIVE because it is not bound. {{(pid=106712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 07:42:35.951133 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-f1128e0b-5009-4116-9a43-b5ad28423891 req-98e018a5-3cb4-4b0c-b8cc-b5f15623705d tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a4d7b1d-ff71-4b56-81b7-7aa920ad6a28 HTTP/1.1" status: 200 len: 210 time: 0.2340565 Oct 14 07:42:35.952798 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-3deea4e1-9aaa-409c-97be-5a745a503f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:35.994486 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.db_base_plugin_common [None req-80573e1d-f43c-4109-b91c-01ea861cbbe9 admin admin] Allocated IP 172.20.0.1 (234dd989-1b6f-4d0e-b26c-6546ea618e4f/3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61/51b804c8-1b28-4372-8826-2170eeecddb3) {{(pid=106710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:42:36.036728 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-4ae2ed23-5d83-4141-b400-c5c2d563627b None None] Provisioning complete for port 0f6aa09e-d7c4-4d0f-9446-319beb21eb39 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:42:36.036728 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-4ae2ed23-5d83-4141-b400-c5c2d563627b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:36.043808 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-f0a07d93-4bbc-474c-82a4-ef0380648a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648348'] for network, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:36.071476 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Provisioning complete for port 0f6aa09e-d7c4-4d0f-9446-319beb21eb39 triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:42:36.071868 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:36.079188 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a07d93-4bbc-474c-82a4-ef0380648a93 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fdca29c-ed07-44f1-9323-186ff24d3261,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:36.130904 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-f0a07d93-4bbc-474c-82a4-ef0380648a93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for network, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:36.144420 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 52406) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:36.154317 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-f0a07d93-4bbc-474c-82a4-ef0380648a93 admin admin] 10.222.0.47 "DELETE /v2.0/networks/7fdca29c-ed07-44f1-9323-186ff24d3261 HTTP/1.1" status: 204 len: 168 time: 1.6040032 Oct 14 07:42:36.195799 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-80573e1d-f43c-4109-b91c-01ea861cbbe9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:36.272987 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-6e8be8c7-a052-463e-8ed5-9b6a4d81a256 req-6d12bb28-b4da-4677-9db5-b5c1d47aa1e3 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/ports?device_id=a049bcaa-35ed-4bcf-8d5a-e46729213874 HTTP/1.1" status: 200 len: 210 time: 0.0467062 Oct 14 07:42:36.333021 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-80573e1d-f43c-4109-b91c-01ea861cbbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775'] for port, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:36.387416 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-3deea4e1-9aaa-409c-97be-5a745a503f3b admin admin] Publish callbacks [] for port, precommit_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:36.430315 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.db_base_plugin_v2 [None req-f36f7d61-f382-4577-b7cd-5841f5906687 admin admin] Deleting subnet 340a5367-37da-4a12-9e36-6f52cdf92a91 {{(pid=106710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 07:42:36.444683 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-f36f7d61-f382-4577-b7cd-5841f5906687 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:36.492091 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-f36f7d61-f382-4577-b7cd-5841f5906687 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:36.501033 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80573e1d-f43c-4109-b91c-01ea861cbbe9 admin admin] Network 234dd989-1b6f-4d0e-b26c-6546ea618e4f is already hosted by enough agents. {{(pid=106710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:42:36.501294 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-3deea4e1-9aaa-409c-97be-5a745a503f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14797571'] for port, after_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:36.509972 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.base_scheduler [None req-80573e1d-f43c-4109-b91c-01ea861cbbe9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:42:36.516524 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-47e6454b-9e62-4696-82ad-e2d7c270ada0 None None] Publish callbacks [] for port, precommit_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:36.517884 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80573e1d-f43c-4109-b91c-01ea861cbbe9 admin admin] Received port after_create {{(pid=106710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:42:36.518546 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-80573e1d-f43c-4109-b91c-01ea861cbbe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653587'] for router_interface, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:36.630674 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.54', 56646) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:36.632696 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80573e1d-f43c-4109-b91c-01ea861cbbe9 admin admin] Pushing event updated for resources: {'Port': ['ID=51b804c8-1b28-4372-8826-2170eeecddb3,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:36.650041 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-47e6454b-9e62-4696-82ad-e2d7c270ada0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:36.656395 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-f36f7d61-f382-4577-b7cd-5841f5906687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728799'] for subnet, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:36.734609 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deea4e1-9aaa-409c-97be-5a745a503f3b admin admin] Pushing event updated for resources: {'Port': ['ID=4665e705-32ec-4fad-9f3e-04595755e3a9,revision_number=2']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:36.738059 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-3deea4e1-9aaa-409c-97be-5a745a503f3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2071468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1653543'] for router_interface, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:36.758259 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-47e6454b-9e62-4696-82ad-e2d7c270ada0 None None] Attempting to bind port ef7f0eb6-937d-44cb-a3cb-0d9b9b933917 on host dv-cinder-813746-2-iscsi for vnic_type normal with profile {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:42:36.758664 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-47e6454b-9e62-4696-82ad-e2d7c270ada0 None None] Attempting to bind port ef7f0eb6-937d-44cb-a3cb-0d9b9b933917 by drivers openvswitch,hyperv on host dv-cinder-813746-2-iscsi at level 0 using segments [{'id': '83c3fea4-f928-4a40-b18e-1fedd452844d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32'}] {{(pid=106712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:42:36.758986 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e6454b-9e62-4696-82ad-e2d7c270ada0 None None] Attempting to bind port ef7f0eb6-937d-44cb-a3cb-0d9b9b933917 on network 536a77cf-5189-41f9-92bf-300739e47f32 {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:42:36.782771 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c9f8c-8fcc-4934-962d-b63bf16f9bf7 None None] Pushing event updated for resources: {'Port': ['ID=ef7f0eb6-937d-44cb-a3cb-0d9b9b933917,revision_number=2']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:36.786510 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e6454b-9e62-4696-82ad-e2d7c270ada0 None None] Checking agent: {'id': '8d484d57-df47-4fec-994b-a2ddd0eb88cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 7, 34, 31), 'started_at': datetime.datetime(2021, 10, 14, 7, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:42:36.786900 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e6454b-9e62-4696-82ad-e2d7c270ada0 None None] Checking segment: {'id': '83c3fea4-f928-4a40-b18e-1fedd452844d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:42:36.787572 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-47e6454b-9e62-4696-82ad-e2d7c270ada0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:36.788683 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e6454b-9e62-4696-82ad-e2d7c270ada0 None None] Bound using segment: {'id': '83c3fea4-f928-4a40-b18e-1fedd452844d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32'} {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:42:36.789138 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-47e6454b-9e62-4696-82ad-e2d7c270ada0 None None] Bound port: ef7f0eb6-937d-44cb-a3cb-0d9b9b933917, host: dv-cinder-813746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c3fea4-f928-4a40-b18e-1fedd452844d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32'}}] {{(pid=106712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:42:36.789519 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-47e6454b-9e62-4696-82ad-e2d7c270ada0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:36.911544 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-47e6454b-9e62-4696-82ad-e2d7c270ada0 None None] For port ef7f0eb6-937d-44cb-a3cb-0d9b9b933917, host dv-cinder-813746-2-iscsi, cleared binding levels {{(pid=106712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:42:36.920698 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-47e6454b-9e62-4696-82ad-e2d7c270ada0 None None] For port ef7f0eb6-937d-44cb-a3cb-0d9b9b933917, host dv-cinder-813746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=ef7f0eb6-937d-44cb-a3cb-0d9b9b933917,segment=NetworkSegment(83c3fea4-f928-4a40-b18e-1fedd452844d),segment_id=83c3fea4-f928-4a40-b18e-1fedd452844d)] {{(pid=106712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:42:36.948196 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0783be-b0f1-48e4-8b73-1a4917a57111 req-c5ddde2f-a6aa-47d4-8652-27ca5b4bde80 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:36.949678 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-0c0783be-b0f1-48e4-8b73-1a4917a57111 req-c5ddde2f-a6aa-47d4-8652-27ca5b4bde80 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.54 "GET /v2.0/networks?id=1e5fcafc-aa78-4a92-8145-67380f0c2781 HTTP/1.1" status: 200 len: 814 time: 0.3125362 Oct 14 07:42:36.965917 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-53f2354b-dd47-4713-b692-2e44841254f0 None None] Provisioning complete for port 51b804c8-1b28-4372-8826-2170eeecddb3 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:42:36.966404 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-53f2354b-dd47-4713-b692-2e44841254f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:37.007066 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3deea4e1-9aaa-409c-97be-5a745a503f3b admin admin] Network 0ffbc9b1-671e-4535-a15f-5a510845f53e is already hosted by enough agents. {{(pid=106711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:42:37.008173 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-47e6454b-9e62-4696-82ad-e2d7c270ada0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:37.009089 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.base_scheduler [None req-3deea4e1-9aaa-409c-97be-5a745a503f3b admin admin] Resources bound (agent type, host, resource id): {{(pid=106711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:42:37.023510 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-53f2354b-dd47-4713-b692-2e44841254f0 None None] Port 51b804c8-1b28-4372-8826-2170eeecddb3 cannot update to ACTIVE because it is not bound. {{(pid=106712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 07:42:37.057489 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-f36f7d61-f382-4577-b7cd-5841f5906687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486'] for subnet, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:37.099272 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e6454b-9e62-4696-82ad-e2d7c270ada0 None None] Routers {'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:42:37.104251 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-47e6454b-9e62-4696-82ad-e2d7c270ada0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:42:30Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc'], 'active': True} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:42:37.114808 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c9f8c-8fcc-4934-962d-b63bf16f9bf7 None None] Pushing event updated for resources: {'Port': ['ID=ef7f0eb6-937d-44cb-a3cb-0d9b9b933917,revision_number=3']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:37.204069 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [req-0c0783be-b0f1-48e4-8b73-1a4917a57111 req-3c132e9d-4684-4895-943d-1f5e8cc34a6f tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Request body: {'port': {'device_id': '5a4d7b1d-ff71-4b56-81b7-7aa920ad6a28', 'network_id': '1e5fcafc-aa78-4a92-8145-67380f0c2781', 'admin_state_up': True, 'tenant_id': '432cd5a5d34e443ca7f3260c237fd70b'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:42:37.205184 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3deea4e1-9aaa-409c-97be-5a745a503f3b admin admin] Router c0801572-6a09-4ac6-8dfd-8b6c8503b4e1 has already been hosted by L3 agent f0543dd8-cbcf-46a4-b5f3-c6f7813920a1 {{(pid=106711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:42:37.278612 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-f36f7d61-f382-4577-b7cd-5841f5906687 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for subnet, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:37.283843 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-f36f7d61-f382-4577-b7cd-5841f5906687 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/340a5367-37da-4a12-9e36-6f52cdf92a91 HTTP/1.1" status: 204 len: 168 time: 1.1369257 Oct 14 07:42:37.300729 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 52438) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:37.393303 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-d9c1e803-f6d9-4b3d-b7e4-1960f397a649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530581'] for network, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:37.399561 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-80573e1d-f43c-4109-b91c-01ea861cbbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:37.415901 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f7d61-f382-4577-b7cd-5841f5906687 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=340a5367-37da-4a12-9e36-6f52cdf92a91,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:37.431532 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device eba54564-9091-4f7b-871c-167c24bb4a7b up at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:42:37.567400 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3deea4e1-9aaa-409c-97be-5a745a503f3b admin admin] Notify agent at l3_agent.dv-cinder-813746-2-iscsi the message routers_updated {{(pid=106711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:42:37.591138 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-3deea4e1-9aaa-409c-97be-5a745a503f3b admin admin] 10.222.0.47 "PUT /v2.0/routers/c0801572-6a09-4ac6-8dfd-8b6c8503b4e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8072255 Oct 14 07:42:37.594589 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-6f57b9e5-c47f-4c62-9dac-5b0220d94b6c req-33a80141-f8cb-4d9d-8459-47221dcb9bc8 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/ports?device_id=a049bcaa-35ed-4bcf-8d5a-e46729213874 HTTP/1.1" status: 200 len: 210 time: 0.0393429 Oct 14 07:42:37.604852 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.54', 56655) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:37.641094 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-4a7ca205-9dcd-43df-8a80-835822e0eee1 req-006e9872-2660-4987-a40b-dedbf44f48d7 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a4d7b1d-ff71-4b56-81b7-7aa920ad6a28 HTTP/1.1" status: 200 len: 210 time: 0.4816396 Oct 14 07:42:37.654036 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-f1f325e6-f4f0-4795-a8c9-1638f29c5dae None None] Provisioning complete for port 4665e705-32ec-4fad-9f3e-04595755e3a9 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:42:37.661179 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-f1f325e6-f4f0-4795-a8c9-1638f29c5dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:37.674768 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvr_db [None req-47e6454b-9e62-4696-82ad-e2d7c270ada0 None None] Set router ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc gateway port host: dv-cinder-813746-2-iscsi {{(pid=106712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:42:37.967231 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9126e-498b-4569-8c31-7d29c9b53439 req-2ae01feb-13ce-4eb4-9fae-7442e390b661 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:37.967231 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-1da9126e-498b-4569-8c31-7d29c9b53439 req-2ae01feb-13ce-4eb4-9fae-7442e390b661 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.54 "GET /v2.0/networks?id=17cb17fe-84ad-4177-b518-5cfefa98780c HTTP/1.1" status: 200 len: 811 time: 0.2271304 Oct 14 07:42:37.967231 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [req-1da9126e-498b-4569-8c31-7d29c9b53439 req-b9c9c566-f704-4d83-8edc-cf614c9fc22d tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] Request body: {'port': {'device_id': 'a049bcaa-35ed-4bcf-8d5a-e46729213874', 'network_id': '17cb17fe-84ad-4177-b518-5cfefa98780c', 'admin_state_up': True, 'tenant_id': '27223ee4f6ef4cca9998230a9fd53b26'}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:42:37.974259 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Provisioning complete for port eba54564-9091-4f7b-871c-167c24bb4a7b triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:42:37.974259 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:37.995585 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-d9c1e803-f6d9-4b3d-b7e4-1960f397a649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727114', 'neutron.services.segments.db._delete_segments_for_network-8787630205745'] for network, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:38.070553 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-f1f325e6-f4f0-4795-a8c9-1638f29c5dae None None] Port 4665e705-32ec-4fad-9f3e-04595755e3a9 cannot update to ACTIVE because it is not bound. {{(pid=106712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 07:42:38.080301 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-d9c1e803-f6d9-4b3d-b7e4-1960f397a649 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:42:38.080747 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-d9c1e803-f6d9-4b3d-b7e4-1960f397a649 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:42:38.081693 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-d9c1e803-f6d9-4b3d-b7e4-1960f397a649 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:42:38.082198 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-d9c1e803-f6d9-4b3d-b7e4-1960f397a649 admin admin] Subscribe: > port after_create 55550000 {{(pid=106710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:42:38.082721 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-d9c1e803-f6d9-4b3d-b7e4-1960f397a649 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:42:38.083261 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-d9c1e803-f6d9-4b3d-b7e4-1960f397a649 admin admin] Subscribe: > port after_update 55550000 {{(pid=106710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:42:38.083797 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-d9c1e803-f6d9-4b3d-b7e4-1960f397a649 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:42:38.084300 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-d9c1e803-f6d9-4b3d-b7e4-1960f397a649 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:42:38.085322 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-d9c1e803-f6d9-4b3d-b7e4-1960f397a649 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:42:38.085819 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-d9c1e803-f6d9-4b3d-b7e4-1960f397a649 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:42:38.121239 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2609e7b0-5c9e-4e63-b4b0-bed4ed98691e None None] Sync routers for ids ['c0801572-6a09-4ac6-8dfd-8b6c8503b4e1'] in dv-cinder-813746-2-iscsi {{(pid=106713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:42:38.134925 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2609e7b0-5c9e-4e63-b4b0-bed4ed98691e None None] Routers {'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:42:38.135542 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-2609e7b0-5c9e-4e63-b4b0-bed4ed98691e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:42:30Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['c0801572-6a09-4ac6-8dfd-8b6c8503b4e1'], 'active': True} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:42:38.161747 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:38.196957 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] For port eba54564-9091-4f7b-871c-167c24bb4a7b, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=eba54564-9091-4f7b-871c-167c24bb4a7b,segment=NetworkSegment(83c3fea4-f928-4a40-b18e-1fedd452844d),segment_id=83c3fea4-f928-4a40-b18e-1fedd452844d)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:42:38.277195 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-47e6454b-9e62-4696-82ad-e2d7c270ada0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1304633051-router', 'tenant_id': 'f209626c73004f63b5c5a1466783d22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'ef7f0eb6-937d-44cb-a3cb-0d9b9b933917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:42:28Z', 'updated_at': '2021-10-14T07:42:36Z', 'revision_number': 4, 'project_id': 'f209626c73004f63b5c5a1466783d22f', 'gw_port': {'id': 'ef7f0eb6-937d-44cb-a3cb-0d9b9b933917', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:30Z', 'updated_at': '2021-10-14T07:42:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': '51b804c8-1b28-4372-8826-2170eeecddb3', 'name': '', 'network_id': '234dd989-1b6f-4d0e-b26c-6546ea618e4f', 'tenant_id': 'f209626c73004f63b5c5a1466783d22f', 'mac_address': 'fa:16:3e:82:b6:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:35Z', 'updated_at': '2021-10-14T07:42:36Z', 'revision_number': 1, 'project_id': 'f209626c73004f63b5c5a1466783d22f', 'subnets': [{'id': '3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:42:38.387462 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-d9c1e803-f6d9-4b3d-b7e4-1960f397a649 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:42:38.390830 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-d9c1e803-f6d9-4b3d-b7e4-1960f397a649 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:42:38.390830 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-d9c1e803-f6d9-4b3d-b7e4-1960f397a649 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:42:38.390830 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-d9c1e803-f6d9-4b3d-b7e4-1960f397a649 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 07:42:38.390830 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.services.segments.db [None req-d9c1e803-f6d9-4b3d-b7e4-1960f397a649 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef9b0ca3-312d-4d64-9067-0aeb9e37af2a']}} {{(pid=106710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:42:38.411101 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvr_db [None req-2609e7b0-5c9e-4e63-b4b0-bed4ed98691e None None] Set router c0801572-6a09-4ac6-8dfd-8b6c8503b4e1 gateway port host: dv-cinder-813746-2-iscsi {{(pid=106713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:42:38.434832 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.services.segments.db [None req-d9c1e803-f6d9-4b3d-b7e4-1960f397a649 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d048143-c390-4327-8190-0e8cf542a98b') {'for_net_delete': True} {{(pid=106710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:42:38.436830 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.services.segments.db [None req-d9c1e803-f6d9-4b3d-b7e4-1960f397a649 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d048143-c390-4327-8190-0e8cf542a98b') {} {{(pid=106710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:42:38.454563 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.db.api [req-0c0783be-b0f1-48e4-8b73-1a4917a57111 req-3c132e9d-4684-4895-943d-1f5e8cc34a6f tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 14 07:42:38.454563 dv-cinder-813746-2-iscsi neutron-server[106710]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 14 07:42:38.454563 dv-cinder-813746-2-iscsi neutron-server[106710]: [parameters: {'project_id': '432cd5a5d34e443ca7f3260c237fd70b', 'id': '7599f422-bd94-4e73-a0f2-842a9f68e306', 'expiration': datetime.datetime(2021, 10, 14, 7, 44, 38, 418083)}] Oct 14 07:42:38.454563 dv-cinder-813746-2-iscsi neutron-server[106710]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 14 07:42:38.460077 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG oslo_db.api [req-0c0783be-b0f1-48e4-8b73-1a4917a57111 req-3c132e9d-4684-4895-943d-1f5e8cc34a6f tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 14 07:42:38.462496 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-d9c1e803-f6d9-4b3d-b7e4-1960f397a649 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787630207546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15847632'] for segment, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:38.470967 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:38.474631 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e6454b-9e62-4696-82ad-e2d7c270ada0 None None] The sync data for ids ['ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc'] in dv-cinder-813746-2-iscsi is: [{'id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1304633051-router', 'tenant_id': 'f209626c73004f63b5c5a1466783d22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'ef7f0eb6-937d-44cb-a3cb-0d9b9b933917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:42:28Z', 'updated_at': '2021-10-14T07:42:36Z', 'revision_number': 4, 'project_id': 'f209626c73004f63b5c5a1466783d22f', 'gw_port': {'id': 'ef7f0eb6-937d-44cb-a3cb-0d9b9b933917', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:30Z', 'updated_at': '2021-10-14T07:42:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': '51b804c8-1b28-4372-8826-2170eeecddb3', 'name': '', 'network_id': '234dd989-1b6f-4d0e-b26c-6546ea618e4f', 'tenant_id': 'f209626c73004f63b5c5a1466783d22f', 'mac_address': 'fa:16:3e:82:b6:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:35Z', 'updated_at': '2021-10-14T07:42:36Z', 'revision_number': 1, 'project_id': 'f209626c73004f63b5c5a1466783d22f', 'subnets': [{'id': '3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:42:38.535227 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-d9c1e803-f6d9-4b3d-b7e4-1960f397a649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728044'] for segment, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:38.548798 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Pushing event updated for resources: {'Port': ['ID=eba54564-9091-4f7b-871c-167c24bb4a7b,revision_number=4']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:38.553977 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1da9126e-498b-4569-8c31-7d29c9b53439 req-b9c9c566-f704-4d83-8edc-cf614c9fc22d tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] Made reservation on behalf of 27223ee4f6ef4cca9998230a9fd53b26 for: {'port': 1} {{(pid=106711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:42:38.564940 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-1da9126e-498b-4569-8c31-7d29c9b53439 req-b9c9c566-f704-4d83-8edc-cf614c9fc22d tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:38.590461 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9c1e803-f6d9-4b3d-b7e4-1960f397a649 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=106710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 07:42:38.591125 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-d9c1e803-f6d9-4b3d-b7e4-1960f397a649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16030825'] for segment, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:38.598755 dv-cinder-813746-2-iscsi neutron-server[106710]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 14 07:42:38.598755 dv-cinder-813746-2-iscsi neutron-server[106710]: from cryptography.utils import int_from_bytes Oct 14 07:42:38.598755 dv-cinder-813746-2-iscsi neutron-server[106710]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 14 07:42:38.598755 dv-cinder-813746-2-iscsi neutron-server[106710]: from cryptography.utils import int_from_bytes Oct 14 07:42:38.598755 dv-cinder-813746-2-iscsi neutron-server[106710]: Traceback (most recent call last): Oct 14 07:42:38.598755 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 07:42:38.598755 dv-cinder-813746-2-iscsi neutron-server[106710]: timer() Oct 14 07:42:38.598755 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 07:42:38.598755 dv-cinder-813746-2-iscsi neutron-server[106710]: cb(*args, **kw) Oct 14 07:42:38.598755 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 07:42:38.598755 dv-cinder-813746-2-iscsi neutron-server[106710]: return func(*args, **kwargs) Oct 14 07:42:38.598755 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 07:42:38.598755 dv-cinder-813746-2-iscsi neutron-server[106710]: self._notify() Oct 14 07:42:38.598755 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 07:42:38.598755 dv-cinder-813746-2-iscsi neutron-server[106710]: self.callback(batched_events) Oct 14 07:42:38.598755 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 07:42:38.598755 dv-cinder-813746-2-iscsi neutron-server[106710]: event.method(event) Oct 14 07:42:38.598755 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 07:42:38.598755 dv-cinder-813746-2-iscsi neutron-server[106710]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 07:42:38.598755 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 07:42:38.598755 dv-cinder-813746-2-iscsi neutron-server[106710]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 07:42:38.598755 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 07:42:38.598755 dv-cinder-813746-2-iscsi neutron-server[106710]: return f(self, *a, **k) Oct 14 07:42:38.598755 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 07:42:38.598755 dv-cinder-813746-2-iscsi neutron-server[106710]: return self._get(url).json() Oct 14 07:42:38.598755 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 07:42:38.598755 dv-cinder-813746-2-iscsi neutron-server[106710]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 07:42:38.598755 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 07:42:38.598755 dv-cinder-813746-2-iscsi neutron-server[106710]: return self.request(url, 'GET', **kwargs) Oct 14 07:42:38.598755 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 07:42:38.598755 dv-cinder-813746-2-iscsi neutron-server[106710]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 07:42:38.598755 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 07:42:38.598755 dv-cinder-813746-2-iscsi neutron-server[106710]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 07:42:38.598755 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 07:42:38.598755 dv-cinder-813746-2-iscsi neutron-server[106710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 07:42:38.598755 dv-cinder-813746-2-iscsi neutron-server[106710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 07:42:38.652101 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-80573e1d-f43c-4109-b91c-01ea861cbbe9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:38.699363 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 52502) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:38.740557 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [None req-d606d3b2-cc2f-41fd-96b8-ddb67ed8ec31 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2079102706', 'description': 'tempest-description--431903898'}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:42:38.814419 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-2609e7b0-5c9e-4e63-b4b0-bed4ed98691e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'name': 'tempest-AttachVolumeTestJSON-1129393165-router', 'tenant_id': 'faeed044a6d84decaaa0cac966b09ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'eba54564-9091-4f7b-871c-167c24bb4a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:42:28Z', 'updated_at': '2021-10-14T07:42:35Z', 'revision_number': 4, 'project_id': 'faeed044a6d84decaaa0cac966b09ce9', 'gw_port': {'id': 'eba54564-9091-4f7b-871c-167c24bb4a7b', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:30Z', 'updated_at': '2021-10-14T07:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': '4665e705-32ec-4fad-9f3e-04595755e3a9', 'name': '', 'network_id': '0ffbc9b1-671e-4535-a15f-5a510845f53e', 'tenant_id': 'faeed044a6d84decaaa0cac966b09ce9', 'mac_address': 'fa:16:3e:99:84:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6b3909e2-8d10-4803-8f95-ccf56ec3b849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:33Z', 'updated_at': '2021-10-14T07:42:36Z', 'revision_number': 2, 'project_id': 'faeed044a6d84decaaa0cac966b09ce9', 'subnets': [{'id': '6b3909e2-8d10-4803-8f95-ccf56ec3b849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:42:38.853672 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-20d1ede6-b17b-462c-ad7f-44ae20a8c520 req-beadbaf7-36a9-4716-b675-dd91193a9120 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a4d7b1d-ff71-4b56-81b7-7aa920ad6a28 HTTP/1.1" status: 200 len: 210 time: 0.0691760 Oct 14 07:42:38.860987 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2609e7b0-5c9e-4e63-b4b0-bed4ed98691e None None] Checking router: c0801572-6a09-4ac6-8dfd-8b6c8503b4e1 for host: dv-cinder-813746-2-iscsi {{(pid=106713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:42:38.861865 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2609e7b0-5c9e-4e63-b4b0-bed4ed98691e None None] Updating router c0801572-6a09-4ac6-8dfd-8b6c8503b4e1 port 4665e705-32ec-4fad-9f3e-04595755e3a9 binding host dv-cinder-813746-2-iscsi {{(pid=106713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 07:42:38.945058 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-2609e7b0-5c9e-4e63-b4b0-bed4ed98691e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:38.952730 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-80573e1d-f43c-4109-b91c-01ea861cbbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16030733'] for port, after_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:39.160413 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-06e92e3e-2cd7-4f36-9210-2196c77cc7a1 req-0ff4640c-e5c5-44b3-8403-59cc6e6b7b39 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/ports?device_id=a049bcaa-35ed-4bcf-8d5a-e46729213874 HTTP/1.1" status: 200 len: 210 time: 0.0718699 Oct 14 07:42:39.181271 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-d9c1e803-f6d9-4b3d-b7e4-1960f397a649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648348'] for network, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:39.184697 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80573e1d-f43c-4109-b91c-01ea861cbbe9 admin admin] Pushing event updated for resources: {'Port': ['ID=51b804c8-1b28-4372-8826-2170eeecddb3,revision_number=2']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:39.198372 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:39.214559 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-d9c1e803-f6d9-4b3d-b7e4-1960f397a649 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for network, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:39.217980 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-d9c1e803-f6d9-4b3d-b7e4-1960f397a649 admin admin] 10.222.0.47 "DELETE /v2.0/networks/ef9b0ca3-312d-4d64-9067-0aeb9e37af2a HTTP/1.1" status: 204 len: 168 time: 1.9157286 Oct 14 07:42:39.285474 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c1e803-f6d9-4b3d-b7e4-1960f397a649 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef9b0ca3-312d-4d64-9067-0aeb9e37af2a,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:39.302988 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-d606d3b2-cc2f-41fd-96b8-ddb67ed8ec31 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:39.357095 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-80573e1d-f43c-4109-b91c-01ea861cbbe9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2071468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1653543'] for router_interface, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:39.384251 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device eba54564-9091-4f7b-871c-167c24bb4a7b up at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:42:39.418977 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.db_base_plugin_common [req-1da9126e-498b-4569-8c31-7d29c9b53439 req-b9c9c566-f704-4d83-8edc-cf614c9fc22d tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] Allocated IP 172.20.0.7 (17cb17fe-84ad-4177-b518-5cfefa98780c/1912cd4f-e823-416b-bcfc-44dbb0b67ddf/886ae692-61ff-4390-ba38-bbbc5639292f) {{(pid=106711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:42:39.551765 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Provisioning complete for port eba54564-9091-4f7b-871c-167c24bb4a7b triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:42:39.552341 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:39.557945 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-d606d3b2-cc2f-41fd-96b8-ddb67ed8ec31 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:39.630035 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-d606d3b2-cc2f-41fd-96b8-ddb67ed8ec31 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:39.652458 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80573e1d-f43c-4109-b91c-01ea861cbbe9 admin admin] Network 234dd989-1b6f-4d0e-b26c-6546ea618e4f is already hosted by enough agents. {{(pid=106710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:42:39.654460 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c0783be-b0f1-48e4-8b73-1a4917a57111 req-3c132e9d-4684-4895-943d-1f5e8cc34a6f tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Made reservation on behalf of 432cd5a5d34e443ca7f3260c237fd70b for: {'port': 1} {{(pid=106710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:42:39.658879 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-0c0783be-b0f1-48e4-8b73-1a4917a57111 req-3c132e9d-4684-4895-943d-1f5e8cc34a6f tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:39.663532 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.base_scheduler [None req-80573e1d-f43c-4109-b91c-01ea861cbbe9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:42:39.763916 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-2609e7b0-5c9e-4e63-b4b0-bed4ed98691e None None] Publish callbacks [] for port, precommit_update {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:39.817441 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.agents_db [None req-84b3d5e4-9e25-480e-9cd9-33a6a693fe4d None None] Agent healthcheck: found 6 active agents {{(pid=106713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:42:39.880989 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d606d3b2-cc2f-41fd-96b8-ddb67ed8ec31 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6228ef3e-acca-47fd-8ad2-0cd6c3c54a90,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:39.901614 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-2609e7b0-5c9e-4e63-b4b0-bed4ed98691e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:39.936537 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 52540) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:40.013327 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-d606d3b2-cc2f-41fd-96b8-ddb67ed8ec31 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:40.017335 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-d606d3b2-cc2f-41fd-96b8-ddb67ed8ec31 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3147328 Oct 14 07:42:40.058658 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 52544) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:40.064812 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86672d4-aba9-4885-af2d-6d81e339139b None None] Pushing event updated for resources: {'Port': ['ID=4665e705-32ec-4fad-9f3e-04595755e3a9,revision_number=3']} {{(pid=106713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:40.076612 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [None req-375a158d-fc1a-41b1-bf59-9fc6b96e314d tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Request body: {'security_group_rule': {'security_group_id': '6228ef3e-acca-47fd-8ad2-0cd6c3c54a90', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:42:40.238553 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-3b92dd72-ccac-4286-a04f-04a603869a69 None None] Provisioning complete for port 51b804c8-1b28-4372-8826-2170eeecddb3 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:42:40.243510 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-3b92dd72-ccac-4286-a04f-04a603869a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:40.249600 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.managers [None req-2609e7b0-5c9e-4e63-b4b0-bed4ed98691e None None] Attempting to bind port 4665e705-32ec-4fad-9f3e-04595755e3a9 on host dv-cinder-813746-2-iscsi for vnic_type normal with profile {{(pid=106713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:42:40.250306 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.managers [None req-2609e7b0-5c9e-4e63-b4b0-bed4ed98691e None None] Attempting to bind port 4665e705-32ec-4fad-9f3e-04595755e3a9 by drivers openvswitch,hyperv on host dv-cinder-813746-2-iscsi at level 0 using segments [{'id': 'f9077f40-da4c-4bda-b029-76facecb3822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0ffbc9b1-671e-4535-a15f-5a510845f53e'}] {{(pid=106713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:42:40.250896 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2609e7b0-5c9e-4e63-b4b0-bed4ed98691e None None] Attempting to bind port 4665e705-32ec-4fad-9f3e-04595755e3a9 on network 0ffbc9b1-671e-4535-a15f-5a510845f53e {{(pid=106713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:42:40.265300 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2609e7b0-5c9e-4e63-b4b0-bed4ed98691e None None] Checking agent: {'id': '8d484d57-df47-4fec-994b-a2ddd0eb88cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 7, 34, 31), 'started_at': datetime.datetime(2021, 10, 14, 7, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:42:40.268002 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2609e7b0-5c9e-4e63-b4b0-bed4ed98691e None None] Checking segment: {'id': 'f9077f40-da4c-4bda-b029-76facecb3822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0ffbc9b1-671e-4535-a15f-5a510845f53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:42:40.268002 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-2609e7b0-5c9e-4e63-b4b0-bed4ed98691e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:40.268002 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2609e7b0-5c9e-4e63-b4b0-bed4ed98691e None None] Bound using segment: {'id': 'f9077f40-da4c-4bda-b029-76facecb3822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0ffbc9b1-671e-4535-a15f-5a510845f53e'} {{(pid=106713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:42:40.268002 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.managers [None req-2609e7b0-5c9e-4e63-b4b0-bed4ed98691e None None] Bound port: 4665e705-32ec-4fad-9f3e-04595755e3a9, host: dv-cinder-813746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9077f40-da4c-4bda-b029-76facecb3822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0ffbc9b1-671e-4535-a15f-5a510845f53e'}}] {{(pid=106713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:42:40.268002 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-2609e7b0-5c9e-4e63-b4b0-bed4ed98691e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:40.395840 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-3b92dd72-ccac-4286-a04f-04a603869a69 None None] Port 51b804c8-1b28-4372-8826-2170eeecddb3 cannot update to ACTIVE because it is not bound. {{(pid=106712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 07:42:40.444751 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-5c6bb54c-b58e-4965-91de-b070f97760f6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=13f0a4d2b5de411a903d2a7591fa911b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5047462 Oct 14 07:42:40.448055 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-375a158d-fc1a-41b1-bf59-9fc6b96e314d tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:40.463724 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-b2af4ad2-794f-44fa-b534-cf5df3c97b82 req-2517c0cd-bff0-4251-8109-dd1b20b1b6d3 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a4d7b1d-ff71-4b56-81b7-7aa920ad6a28 HTTP/1.1" status: 200 len: 210 time: 0.1659770 Oct 14 07:42:40.467511 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 52554) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:40.480613 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-3bec8428-8e93-472a-9a0f-e2c2adfe788a req-7cbd5ea4-ef98-4d76-a183-0b431eddbdd6 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/ports?device_id=a049bcaa-35ed-4bcf-8d5a-e46729213874 HTTP/1.1" status: 200 len: 210 time: 0.1267262 Oct 14 07:42:40.499243 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.db [None req-2609e7b0-5c9e-4e63-b4b0-bed4ed98691e None None] For port 4665e705-32ec-4fad-9f3e-04595755e3a9, host dv-cinder-813746-2-iscsi, cleared binding levels {{(pid=106713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:42:40.507543 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.db [None req-2609e7b0-5c9e-4e63-b4b0-bed4ed98691e None None] For port 4665e705-32ec-4fad-9f3e-04595755e3a9, host dv-cinder-813746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=4665e705-32ec-4fad-9f3e-04595755e3a9,segment=NetworkSegment(f9077f40-da4c-4bda-b029-76facecb3822),segment_id=f9077f40-da4c-4bda-b029-76facecb3822)] {{(pid=106713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:42:40.526758 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-6b06297b-390f-42c9-bfb2-909c54bf8f4a None None] Provisioning complete for port 4665e705-32ec-4fad-9f3e-04595755e3a9 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:42:40.527211 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-6b06297b-390f-42c9-bfb2-909c54bf8f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:40.583555 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-6b06297b-390f-42c9-bfb2-909c54bf8f4a None None] Port 4665e705-32ec-4fad-9f3e-04595755e3a9 cannot update to ACTIVE because it is not bound. {{(pid=106712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 07:42:40.597212 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-2609e7b0-5c9e-4e63-b4b0-bed4ed98691e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:40.623466 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-1da9126e-498b-4569-8c31-7d29c9b53439 req-b9c9c566-f704-4d83-8edc-cf614c9fc22d tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] Publish callbacks [] for port, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:40.728216 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2609e7b0-5c9e-4e63-b4b0-bed4ed98691e None None] Routers {'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:42:40.728216 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-2609e7b0-5c9e-4e63-b4b0-bed4ed98691e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:42:30Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['c0801572-6a09-4ac6-8dfd-8b6c8503b4e1'], 'active': True} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:42:40.750641 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80573e1d-f43c-4109-b91c-01ea861cbbe9 admin admin] Router ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc has already been hosted by L3 agent f0543dd8-cbcf-46a4-b5f3-c6f7813920a1 {{(pid=106710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:42:40.762195 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.db_base_plugin_common [req-0c0783be-b0f1-48e4-8b73-1a4917a57111 req-3c132e9d-4684-4895-943d-1f5e8cc34a6f tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Allocated IP 172.20.0.3 (1e5fcafc-aa78-4a92-8145-67380f0c2781/b45dd88f-e9bf-4766-96d3-5bfc220acb16/d49d88e2-e66e-44aa-a669-20928e18970b) {{(pid=106710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:42:40.773436 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-375a158d-fc1a-41b1-bf59-9fc6b96e314d tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:40.806360 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86672d4-aba9-4885-af2d-6d81e339139b None None] Pushing event updated for resources: {'Port': ['ID=4665e705-32ec-4fad-9f3e-04595755e3a9,revision_number=4']} {{(pid=106713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:40.872983 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-a2ebc755-16b3-439c-b197-14df37e2f61b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:40.962632 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvr_db [None req-2609e7b0-5c9e-4e63-b4b0-bed4ed98691e None None] Set router c0801572-6a09-4ac6-8dfd-8b6c8503b4e1 gateway port host: dv-cinder-813746-2-iscsi {{(pid=106713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:42:40.973489 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-a2ebc755-16b3-439c-b197-14df37e2f61b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:41.070125 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-1da9126e-498b-4569-8c31-7d29c9b53439 req-b9c9c566-f704-4d83-8edc-cf614c9fc22d tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14797620'] for port, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:41.082294 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-375a158d-fc1a-41b1-bf59-9fc6b96e314d tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769340'] for security_group_rule, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:41.193806 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-6c7dda3f-3aa4-4022-9b5d-9c944eb48ab0 None None] Provisioning complete for port 4665e705-32ec-4fad-9f3e-04595755e3a9 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:42:41.200101 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-6c7dda3f-3aa4-4022-9b5d-9c944eb48ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:41.230663 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1da9126e-498b-4569-8c31-7d29c9b53439 req-b9c9c566-f704-4d83-8edc-cf614c9fc22d tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] Network 17cb17fe-84ad-4177-b518-5cfefa98780c is already hosted by enough agents. {{(pid=106711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:42:41.312735 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-375a158d-fc1a-41b1-bf59-9fc6b96e314d tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:41.316358 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-375a158d-fc1a-41b1-bf59-9fc6b96e314d tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2507446 Oct 14 07:42:41.317890 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.base_scheduler [req-1da9126e-498b-4569-8c31-7d29c9b53439 req-b9c9c566-f704-4d83-8edc-cf614c9fc22d tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] Resources bound (agent type, host, resource id): {{(pid=106711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:42:41.319835 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 52568) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:41.320210 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 52570) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:41.326649 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da9126e-498b-4569-8c31-7d29c9b53439 req-b9c9c566-f704-4d83-8edc-cf614c9fc22d tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] Received port after_create {{(pid=106711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:42:41.361451 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-4b85fda9-be1a-4c48-804c-bf4ea79babe8 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Request body: {'security_group_rule': {'security_group_id': '6228ef3e-acca-47fd-8ad2-0cd6c3c54a90', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:42:41.431705 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80573e1d-f43c-4109-b91c-01ea861cbbe9 admin admin] Notify agent at l3_agent.dv-cinder-813746-2-iscsi the message routers_updated {{(pid=106710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:42:41.473106 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9126e-498b-4569-8c31-7d29c9b53439 req-b9c9c566-f704-4d83-8edc-cf614c9fc22d tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:41.475344 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-1da9126e-498b-4569-8c31-7d29c9b53439 req-b9c9c566-f704-4d83-8edc-cf614c9fc22d tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for port, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:41.499652 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-80573e1d-f43c-4109-b91c-01ea861cbbe9 admin admin] 10.222.0.47 "PUT /v2.0/routers/ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2664342 Oct 14 07:42:41.566847 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-6c7dda3f-3aa4-4022-9b5d-9c944eb48ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:41.581710 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a158d-fc1a-41b1-bf59-9fc6b96e314d tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54084f9f-b25d-4bd0-b00c-ea89493ed94d,revision_number=0']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:41.592048 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device ef7f0eb6-937d-44cb-a3cb-0d9b9b933917 up at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:42:41.606426 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-2609e7b0-5c9e-4e63-b4b0-bed4ed98691e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'name': 'tempest-AttachVolumeTestJSON-1129393165-router', 'tenant_id': 'faeed044a6d84decaaa0cac966b09ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'eba54564-9091-4f7b-871c-167c24bb4a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:42:28Z', 'updated_at': '2021-10-14T07:42:35Z', 'revision_number': 4, 'project_id': 'faeed044a6d84decaaa0cac966b09ce9', 'gw_port': {'id': 'eba54564-9091-4f7b-871c-167c24bb4a7b', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:30Z', 'updated_at': '2021-10-14T07:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': '4665e705-32ec-4fad-9f3e-04595755e3a9', 'name': '', 'network_id': '0ffbc9b1-671e-4535-a15f-5a510845f53e', 'tenant_id': 'faeed044a6d84decaaa0cac966b09ce9', 'mac_address': 'fa:16:3e:99:84:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6b3909e2-8d10-4803-8f95-ccf56ec3b849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:33Z', 'updated_at': '2021-10-14T07:42:40Z', 'revision_number': 4, 'project_id': 'faeed044a6d84decaaa0cac966b09ce9', 'subnets': [{'id': '6b3909e2-8d10-4803-8f95-ccf56ec3b849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:42:41.646372 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-6c7dda3f-3aa4-4022-9b5d-9c944eb48ab0 None None] For port 4665e705-32ec-4fad-9f3e-04595755e3a9, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=4665e705-32ec-4fad-9f3e-04595755e3a9,segment=NetworkSegment(f9077f40-da4c-4bda-b029-76facecb3822),segment_id=f9077f40-da4c-4bda-b029-76facecb3822)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:42:41.733270 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Provisioning complete for port ef7f0eb6-937d-44cb-a3cb-0d9b9b933917 triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:42:41.733270 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:41.734021 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2609e7b0-5c9e-4e63-b4b0-bed4ed98691e None None] The sync data for ids ['c0801572-6a09-4ac6-8dfd-8b6c8503b4e1'] in dv-cinder-813746-2-iscsi is: [{'id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'name': 'tempest-AttachVolumeTestJSON-1129393165-router', 'tenant_id': 'faeed044a6d84decaaa0cac966b09ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'eba54564-9091-4f7b-871c-167c24bb4a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:42:28Z', 'updated_at': '2021-10-14T07:42:35Z', 'revision_number': 4, 'project_id': 'faeed044a6d84decaaa0cac966b09ce9', 'gw_port': {'id': 'eba54564-9091-4f7b-871c-167c24bb4a7b', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:30Z', 'updated_at': '2021-10-14T07:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': '4665e705-32ec-4fad-9f3e-04595755e3a9', 'name': '', 'network_id': '0ffbc9b1-671e-4535-a15f-5a510845f53e', 'tenant_id': 'faeed044a6d84decaaa0cac966b09ce9', 'mac_address': 'fa:16:3e:99:84:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6b3909e2-8d10-4803-8f95-ccf56ec3b849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:33Z', 'updated_at': '2021-10-14T07:42:40Z', 'revision_number': 4, 'project_id': 'faeed044a6d84decaaa0cac966b09ce9', 'subnets': [{'id': '6b3909e2-8d10-4803-8f95-ccf56ec3b849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:42:41.734213 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-0c0783be-b0f1-48e4-8b73-1a4917a57111 req-3c132e9d-4684-4895-943d-1f5e8cc34a6f tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Publish callbacks [] for port, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:41.765126 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c9c566-f704-4d83-8edc-cf614c9fc22d tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] Pushing event updated for resources: {'Port': ['ID=886ae692-61ff-4390-ba38-bbbc5639292f,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:41.800101 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-28c5f76c-cf5e-4a43-aec8-36abc107f60d req-7a07d72f-725b-4e04-99c8-2c872272aeb7 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a4d7b1d-ff71-4b56-81b7-7aa920ad6a28 HTTP/1.1" status: 200 len: 210 time: 0.0987480 Oct 14 07:42:41.893514 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-6c7dda3f-3aa4-4022-9b5d-9c944eb48ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:41.922292 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-1da9126e-498b-4569-8c31-7d29c9b53439 req-b9c9c566-f704-4d83-8edc-cf614c9fc22d tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0759451 Oct 14 07:42:41.936452 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [req-1da9126e-498b-4569-8c31-7d29c9b53439 req-6fb0b519-b5a2-4a6a-874d-c5aed908232b tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=106711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 07:42:41.940030 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-1da9126e-498b-4569-8c31-7d29c9b53439 req-6fb0b519-b5a2-4a6a-874d-c5aed908232b tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0095644 Oct 14 07:42:41.962770 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-a2ebc755-16b3-439c-b197-14df37e2f61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:41.977259 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-a2ebc755-16b3-439c-b197-14df37e2f61b admin admin] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:41.990386 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-a2ebc755-16b3-439c-b197-14df37e2f61b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/185443d2-18f7-4d40-ba6c-e6513192c248 HTTP/1.1" status: 204 len: 168 time: 1.5056036 Oct 14 07:42:41.992974 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7dda3f-3aa4-4022-9b5d-9c944eb48ab0 None None] Pushing event updated for resources: {'Port': ['ID=4665e705-32ec-4fad-9f3e-04595755e3a9,revision_number=5']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:42.047756 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ebc755-16b3-439c-b197-14df37e2f61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185443d2-18f7-4d40-ba6c-e6513192c248,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:42.146490 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:42.223602 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-58aea8c8-4636-40d6-8123-3ed9be7e4a32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:42.250071 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] For port ef7f0eb6-937d-44cb-a3cb-0d9b9b933917, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=ef7f0eb6-937d-44cb-a3cb-0d9b9b933917,segment=NetworkSegment(83c3fea4-f928-4a40-b18e-1fedd452844d),segment_id=83c3fea4-f928-4a40-b18e-1fedd452844d)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:42:42.261862 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-4b85fda9-be1a-4c48-804c-bf4ea79babe8 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:42.364097 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:42.413069 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f640bc-a56b-4093-a01c-ebbda1fc0dc9 req-67760028-93ff-4e55-86d5-1c65742eff2e tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:42.424679 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-02f640bc-a56b-4093-a01c-ebbda1fc0dc9 req-67760028-93ff-4e55-86d5-1c65742eff2e tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/ports?device_id=a049bcaa-35ed-4bcf-8d5a-e46729213874 HTTP/1.1" status: 200 len: 931 time: 0.7451754 Oct 14 07:42:42.489027 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [req-1da9126e-498b-4569-8c31-7d29c9b53439 req-d05af368-dcad-47c2-a486-643f55067b9f service neutron] Request body: {'port': {'device_id': 'a049bcaa-35ed-4bcf-8d5a-e46729213874', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81374'}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:42:42.636678 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Pushing event updated for resources: {'Port': ['ID=ef7f0eb6-937d-44cb-a3cb-0d9b9b933917,revision_number=4']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:42.638865 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-1da9126e-498b-4569-8c31-7d29c9b53439 req-d05af368-dcad-47c2-a486-643f55067b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:42.639286 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-4b85fda9-be1a-4c48-804c-bf4ea79babe8 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:42.646209 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-02f640bc-a56b-4093-a01c-ebbda1fc0dc9 req-a324ae63-3bae-4554-86c1-3281e20b3c33 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4446439-4f2c-4433-b0f8-d5c2d79b80b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203171 Oct 14 07:42:42.701337 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-58aea8c8-4636-40d6-8123-3ed9be7e4a32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:42.800281 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-0c0783be-b0f1-48e4-8b73-1a4917a57111 req-3c132e9d-4684-4895-943d-1f5e8cc34a6f tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16030778'] for port, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:42.802953 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-58aea8c8-4636-40d6-8123-3ed9be7e4a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:42.812909 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-4b85fda9-be1a-4c48-804c-bf4ea79babe8 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769340'] for security_group_rule, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:42.902419 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 52628) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:42.912634 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [None req-899febea-5fad-41d7-9450-70b636a7f901 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2032730814', 'description': 'tempest-description--506860620'}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:42:42.913815 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf15e81-0ea6-4461-9748-d8b8e4d94411 None None] Sync routers for ids ['ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc'] in dv-cinder-813746-2-iscsi {{(pid=106712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:42:42.930041 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf15e81-0ea6-4461-9748-d8b8e4d94411 None None] Routers {'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:42:42.931053 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-fbf15e81-0ea6-4461-9748-d8b8e4d94411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:42:30Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc'], 'active': True} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:42:43.082250 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b85fda9-be1a-4c48-804c-bf4ea79babe8 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=083bb494-fea5-4905-80fa-f6f2c54d7cdd,revision_number=0']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:43.127459 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-4b85fda9-be1a-4c48-804c-bf4ea79babe8 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:43.133320 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-4b85fda9-be1a-4c48-804c-bf4ea79babe8 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7725098 Oct 14 07:42:43.150288 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c0783be-b0f1-48e4-8b73-1a4917a57111 req-3c132e9d-4684-4895-943d-1f5e8cc34a6f tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Network 1e5fcafc-aa78-4a92-8145-67380f0c2781 is already hosted by enough agents. {{(pid=106710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:42:43.170679 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 52650) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:43.177501 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aea8c8-4636-40d6-8123-3ed9be7e4a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573f95c7-6147-40a4-bd93-29889f344af6,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:43.183499 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.base_scheduler [req-0c0783be-b0f1-48e4-8b73-1a4917a57111 req-3c132e9d-4684-4895-943d-1f5e8cc34a6f tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Resources bound (agent type, host, resource id): {{(pid=106710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:42:43.190713 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c0783be-b0f1-48e4-8b73-1a4917a57111 req-3c132e9d-4684-4895-943d-1f5e8cc34a6f tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Received port after_create {{(pid=106710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:42:43.213387 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-f8150aef-aaa7-4a2e-a6fe-51c18de63f59 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Request body: {'floatingip': {'floating_network_id': '536a77cf-5189-41f9-92bf-300739e47f32'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:42:43.242138 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-58aea8c8-4636-40d6-8123-3ed9be7e4a32 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b836859d64ef4035ace9cf5dee9fc582&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8857853 Oct 14 07:42:43.250182 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 52654) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:43.271395 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvr_db [None req-fbf15e81-0ea6-4461-9748-d8b8e4d94411 None None] Set router ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc gateway port host: dv-cinder-813746-2-iscsi {{(pid=106712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:42:43.366613 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c132e9d-4684-4895-943d-1f5e8cc34a6f tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Pushing event updated for resources: {'Port': ['ID=d49d88e2-e66e-44aa-a669-20928e18970b,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:43.384537 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-3eb5da67-bf76-433e-b7f0-402ab74814f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:43.403865 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 52658) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:43.432083 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-3eb5da67-bf76-433e-b7f0-402ab74814f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:43.542073 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-899febea-5fad-41d7-9450-70b636a7f901 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:43.560823 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc7f9a-7f1c-4c02-b311-a4054efbdf96 req-4e3a0e6d-5f09-4c38-bf21-c5c66ae34781 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:43.572239 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device ef7f0eb6-937d-44cb-a3cb-0d9b9b933917 up at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:42:43.576343 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-5fdc7f9a-7f1c-4c02-b311-a4054efbdf96 req-4e3a0e6d-5f09-4c38-bf21-c5c66ae34781 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a4d7b1d-ff71-4b56-81b7-7aa920ad6a28 HTTP/1.1" status: 200 len: 931 time: 0.6024466 Oct 14 07:42:43.602480 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0783be-b0f1-48e4-8b73-1a4917a57111 req-3c132e9d-4684-4895-943d-1f5e8cc34a6f tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:43.603457 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-0c0783be-b0f1-48e4-8b73-1a4917a57111 req-3c132e9d-4684-4895-943d-1f5e8cc34a6f tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for port, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:43.693117 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-5fdc7f9a-7f1c-4c02-b311-a4054efbdf96 req-70c6282a-80fd-495a-8889-0bd0d387ba6e tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075828 Oct 14 07:42:43.697647 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-f8150aef-aaa7-4a2e-a6fe-51c18de63f59 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks [] for floatingip, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:43.728463 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-64a7b9b5-0419-40c5-88ce-8ea9922aa3af admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2aa460d322374740bca79f828f7df875&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3128362 Oct 14 07:42:43.731151 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 52668) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:43.813841 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Provisioning complete for port ef7f0eb6-937d-44cb-a3cb-0d9b9b933917 triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:42:43.816972 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:43.819597 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-3eb5da67-bf76-433e-b7f0-402ab74814f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:43.828282 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-3eb5da67-bf76-433e-b7f0-402ab74814f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:43.832226 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-3eb5da67-bf76-433e-b7f0-402ab74814f5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/573f95c7-6147-40a4-bd93-29889f344af6 HTTP/1.1" status: 204 len: 168 time: 0.5675285 Oct 14 07:42:43.880341 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb5da67-bf76-433e-b7f0-402ab74814f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573f95c7-6147-40a4-bd93-29889f344af6,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:43.893863 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-0c0783be-b0f1-48e4-8b73-1a4917a57111 req-3c132e9d-4684-4895-943d-1f5e8cc34a6f tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8272548 Oct 14 07:42:43.983790 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [req-0c0783be-b0f1-48e4-8b73-1a4917a57111 req-14e39e35-3467-42d8-a27e-bcea9c4d783f service neutron] Request body: {'port': {'device_id': '5a4d7b1d-ff71-4b56-81b7-7aa920ad6a28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81374'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:42:43.998987 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-ca9aaae5-0bd0-4e84-becc-9f0cbefce7c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:43.999455 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.notifiers.nova [req-1da9126e-498b-4569-8c31-7d29c9b53439 req-d05af368-dcad-47c2-a486-643f55067b9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 886ae692-61ff-4390-ba38-bbbc5639292f {{(pid=106711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:42:44.029846 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-1da9126e-498b-4569-8c31-7d29c9b53439 req-d05af368-dcad-47c2-a486-643f55067b9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:44.066448 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-ca9aaae5-0bd0-4e84-becc-9f0cbefce7c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:44.117708 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 4665e705-32ec-4fad-9f3e-04595755e3a9 up at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:42:44.121042 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1c5ac-49b6-4f82-a993-df43e6f83be1 req-a50e5a84-ef15-427f-8b1e-84e68534962c tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:44.123534 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-9fc1c5ac-49b6-4f82-a993-df43e6f83be1 req-a50e5a84-ef15-427f-8b1e-84e68534962c tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/ports?device_id=a049bcaa-35ed-4bcf-8d5a-e46729213874 HTTP/1.1" status: 200 len: 931 time: 0.3170853 Oct 14 07:42:44.124236 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-fbf15e81-0ea6-4461-9748-d8b8e4d94411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1304633051-router', 'tenant_id': 'f209626c73004f63b5c5a1466783d22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'ef7f0eb6-937d-44cb-a3cb-0d9b9b933917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:42:28Z', 'updated_at': '2021-10-14T07:42:36Z', 'revision_number': 4, 'project_id': 'f209626c73004f63b5c5a1466783d22f', 'gw_port': {'id': 'ef7f0eb6-937d-44cb-a3cb-0d9b9b933917', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:30Z', 'updated_at': '2021-10-14T07:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': '51b804c8-1b28-4372-8826-2170eeecddb3', 'name': '', 'network_id': '234dd989-1b6f-4d0e-b26c-6546ea618e4f', 'tenant_id': 'f209626c73004f63b5c5a1466783d22f', 'mac_address': 'fa:16:3e:82:b6:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:35Z', 'updated_at': '2021-10-14T07:42:37Z', 'revision_number': 2, 'project_id': 'f209626c73004f63b5c5a1466783d22f', 'subnets': [{'id': '3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:42:44.132738 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.provisioning_blocks [req-1da9126e-498b-4569-8c31-7d29c9b53439 req-d05af368-dcad-47c2-a486-643f55067b9f service neutron] Transition to ACTIVE for port object 886ae692-61ff-4390-ba38-bbbc5639292f will not be triggered until provisioned by entity L2. {{(pid=106711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 07:42:44.204162 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf15e81-0ea6-4461-9748-d8b8e4d94411 None None] Checking router: ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc for host: dv-cinder-813746-2-iscsi {{(pid=106712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:42:44.204619 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf15e81-0ea6-4461-9748-d8b8e4d94411 None None] Updating router ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc port 51b804c8-1b28-4372-8826-2170eeecddb3 binding host dv-cinder-813746-2-iscsi {{(pid=106712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 07:42:44.223398 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-1da9126e-498b-4569-8c31-7d29c9b53439 req-d05af368-dcad-47c2-a486-643f55067b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14797571'] for port, after_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:44.228261 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-899febea-5fad-41d7-9450-70b636a7f901 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:44.259816 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-fbf15e81-0ea6-4461-9748-d8b8e4d94411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:44.288295 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05af368-dcad-47c2-a486-643f55067b9f service neutron] Pushing event updated for resources: {'Port': ['ID=886ae692-61ff-4390-ba38-bbbc5639292f,revision_number=2']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:44.296099 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-0c0783be-b0f1-48e4-8b73-1a4917a57111 req-14e39e35-3467-42d8-a27e-bcea9c4d783f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:44.310602 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-9fc1c5ac-49b6-4f82-a993-df43e6f83be1 req-58f146b3-580b-47ab-aa06-032d91ca1b43 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4446439-4f2c-4433-b0f8-d5c2d79b80b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610744 Oct 14 07:42:44.336443 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Provisioning complete for port 4665e705-32ec-4fad-9f3e-04595755e3a9 triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:42:44.337232 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:44.373940 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-f8150aef-aaa7-4a2e-a6fe-51c18de63f59 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:44.490004 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.managers [req-1da9126e-498b-4569-8c31-7d29c9b53439 req-d05af368-dcad-47c2-a486-643f55067b9f service neutron] Attempting to bind port 886ae692-61ff-4390-ba38-bbbc5639292f on host hv-cinder-81374 for vnic_type normal with profile {{(pid=106711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:42:44.490004 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.managers [req-1da9126e-498b-4569-8c31-7d29c9b53439 req-d05af368-dcad-47c2-a486-643f55067b9f service neutron] Attempting to bind port 886ae692-61ff-4390-ba38-bbbc5639292f by drivers openvswitch,hyperv on host hv-cinder-81374 at level 0 using segments [{'id': '84ac8eb6-b346-4a67-a28f-c6dbb78df96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '17cb17fe-84ad-4177-b518-5cfefa98780c'}] {{(pid=106711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:42:44.490004 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da9126e-498b-4569-8c31-7d29c9b53439 req-d05af368-dcad-47c2-a486-643f55067b9f service neutron] Attempting to bind port 886ae692-61ff-4390-ba38-bbbc5639292f on network 17cb17fe-84ad-4177-b518-5cfefa98780c {{(pid=106711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:42:44.490004 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da9126e-498b-4569-8c31-7d29c9b53439 req-d05af368-dcad-47c2-a486-643f55067b9f service neutron] Port 886ae692-61ff-4390-ba38-bbbc5639292f on network 17cb17fe-84ad-4177-b518-5cfefa98780c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81374 {{(pid=106711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 07:42:44.490004 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da9126e-498b-4569-8c31-7d29c9b53439 req-d05af368-dcad-47c2-a486-643f55067b9f service neutron] Attempting to bind port 886ae692-61ff-4390-ba38-bbbc5639292f on network 17cb17fe-84ad-4177-b518-5cfefa98780c {{(pid=106711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:42:44.490004 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da9126e-498b-4569-8c31-7d29c9b53439 req-d05af368-dcad-47c2-a486-643f55067b9f service neutron] Checking agent: {'id': 'e9e2cc54-3b31-4b83-b77c-54087550ab3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 7, 40, 39), 'started_at': datetime.datetime(2021, 10, 14, 7, 40, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:42:44.490004 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da9126e-498b-4569-8c31-7d29c9b53439 req-d05af368-dcad-47c2-a486-643f55067b9f service neutron] Checking segment: {'id': '84ac8eb6-b346-4a67-a28f-c6dbb78df96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '17cb17fe-84ad-4177-b518-5cfefa98780c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:42:44.490004 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da9126e-498b-4569-8c31-7d29c9b53439 req-d05af368-dcad-47c2-a486-643f55067b9f service neutron] Bound using segment: {'id': '84ac8eb6-b346-4a67-a28f-c6dbb78df96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '17cb17fe-84ad-4177-b518-5cfefa98780c'} {{(pid=106711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:42:44.490004 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.managers [req-1da9126e-498b-4569-8c31-7d29c9b53439 req-d05af368-dcad-47c2-a486-643f55067b9f service neutron] Bound port: 886ae692-61ff-4390-ba38-bbbc5639292f, host: hv-cinder-81374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84ac8eb6-b346-4a67-a28f-c6dbb78df96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '17cb17fe-84ad-4177-b518-5cfefa98780c'}}] {{(pid=106711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:42:44.490004 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-1da9126e-498b-4569-8c31-7d29c9b53439 req-d05af368-dcad-47c2-a486-643f55067b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:44.597014 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.db [req-1da9126e-498b-4569-8c31-7d29c9b53439 req-d05af368-dcad-47c2-a486-643f55067b9f service neutron] For port 886ae692-61ff-4390-ba38-bbbc5639292f, host hv-cinder-81374, cleared binding levels {{(pid=106711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:42:44.602250 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.db [req-1da9126e-498b-4569-8c31-7d29c9b53439 req-d05af368-dcad-47c2-a486-643f55067b9f service neutron] For port 886ae692-61ff-4390-ba38-bbbc5639292f, host hv-cinder-81374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=886ae692-61ff-4390-ba38-bbbc5639292f,segment=NetworkSegment(84ac8eb6-b346-4a67-a28f-c6dbb78df96c),segment_id=84ac8eb6-b346-4a67-a28f-c6dbb78df96c)] {{(pid=106711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:42:44.668362 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-899febea-5fad-41d7-9450-70b636a7f901 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:44.762341 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899febea-5fad-41d7-9450-70b636a7f901 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=682ee341-9f11-4580-a4d6-c2ebfa2d2783,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:44.763343 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-ca9aaae5-0bd0-4e84-becc-9f0cbefce7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:44.763343 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-ca9aaae5-0bd0-4e84-becc-9f0cbefce7c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:44.763343 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-ca9aaae5-0bd0-4e84-becc-9f0cbefce7c2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fcc37cb4-99fc-44ae-a4dc-eb00939c3b8a HTTP/1.1" status: 204 len: 168 time: 0.9865711 Oct 14 07:42:44.765524 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.db_base_plugin_common [None req-f8150aef-aaa7-4a2e-a6fe-51c18de63f59 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Allocated IP 172.27.3.179 (536a77cf-5189-41f9-92bf-300739e47f32/171d1f51-d728-4b0d-be8f-6d9f917ae698/a1992372-31c2-4725-8d30-ea25fd213a8f) {{(pid=106710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:42:44.770397 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9aaae5-0bd0-4e84-becc-9f0cbefce7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc37cb4-99fc-44ae-a4dc-eb00939c3b8a,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:44.772277 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-fbf15e81-0ea6-4461-9748-d8b8e4d94411 None None] Publish callbacks [] for port, precommit_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:44.847548 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-1da9126e-498b-4569-8c31-7d29c9b53439 req-d05af368-dcad-47c2-a486-643f55067b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14797571'] for port, after_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:44.895786 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9126e-498b-4569-8c31-7d29c9b53439 req-d05af368-dcad-47c2-a486-643f55067b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:44.896782 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-1da9126e-498b-4569-8c31-7d29c9b53439 req-d05af368-dcad-47c2-a486-643f55067b9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for port, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:44.899323 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-fbf15e81-0ea6-4461-9748-d8b8e4d94411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:44.903125 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-1da9126e-498b-4569-8c31-7d29c9b53439 req-d05af368-dcad-47c2-a486-643f55067b9f service neutron] 10.222.0.54 "PUT /v2.0/ports/886ae692-61ff-4390-ba38-bbbc5639292f HTTP/1.1" status: 200 len: 1093 time: 2.8469965 Oct 14 07:42:44.958316 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a049bcaa-35ed-4bcf-8d5a-e46729213874', 'tag': '886ae692-61ff-4390-ba38-bbbc5639292f'}] {{(pid=106711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:42:44.968496 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-899febea-5fad-41d7-9450-70b636a7f901 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:44.972842 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-899febea-5fad-41d7-9450-70b636a7f901 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.0705020 Oct 14 07:42:44.974890 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 52690) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:44.990255 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-058758bb-9d74-422e-a6b5-c983a28d1708 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Request body: {'security_group_rule': {'security_group_id': '682ee341-9f11-4580-a4d6-c2ebfa2d2783', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:42:45.005369 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b81e946-d649-4bdf-943f-89b88a4fe353 None None] Pushing event updated for resources: {'Port': ['ID=51b804c8-1b28-4372-8826-2170eeecddb3,revision_number=3']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:45.036142 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05af368-dcad-47c2-a486-643f55067b9f service neutron] Pushing event updated for resources: {'Port': ['ID=886ae692-61ff-4390-ba38-bbbc5639292f,revision_number=3']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:45.077571 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d8a2d-a78b-4b6b-ba30-20ccf2dba1a2 req-1717c8fc-e95e-4f8f-b165-6407daae73ae tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:45.079910 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c63d8a2d-a78b-4b6b-ba30-20ccf2dba1a2 req-1717c8fc-e95e-4f8f-b165-6407daae73ae tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a4d7b1d-ff71-4b56-81b7-7aa920ad6a28 HTTP/1.1" status: 200 len: 931 time: 0.2854450 Oct 14 07:42:45.129118 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-fbf15e81-0ea6-4461-9748-d8b8e4d94411 None None] Attempting to bind port 51b804c8-1b28-4372-8826-2170eeecddb3 on host dv-cinder-813746-2-iscsi for vnic_type normal with profile {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:42:45.129513 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-fbf15e81-0ea6-4461-9748-d8b8e4d94411 None None] Attempting to bind port 51b804c8-1b28-4372-8826-2170eeecddb3 by drivers openvswitch,hyperv on host dv-cinder-813746-2-iscsi at level 0 using segments [{'id': '4a88a654-492a-4721-b165-d0bc4cb223f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '234dd989-1b6f-4d0e-b26c-6546ea618e4f'}] {{(pid=106712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:42:45.129896 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf15e81-0ea6-4461-9748-d8b8e4d94411 None None] Attempting to bind port 51b804c8-1b28-4372-8826-2170eeecddb3 on network 234dd989-1b6f-4d0e-b26c-6546ea618e4f {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:42:45.146397 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf15e81-0ea6-4461-9748-d8b8e4d94411 None None] Checking agent: {'id': '8d484d57-df47-4fec-994b-a2ddd0eb88cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 7, 34, 31), 'started_at': datetime.datetime(2021, 10, 14, 7, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:42:45.148084 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf15e81-0ea6-4461-9748-d8b8e4d94411 None None] Checking segment: {'id': '4a88a654-492a-4721-b165-d0bc4cb223f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '234dd989-1b6f-4d0e-b26c-6546ea618e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:42:45.149276 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-fbf15e81-0ea6-4461-9748-d8b8e4d94411 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:45.149694 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf15e81-0ea6-4461-9748-d8b8e4d94411 None None] Bound using segment: {'id': '4a88a654-492a-4721-b165-d0bc4cb223f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '234dd989-1b6f-4d0e-b26c-6546ea618e4f'} {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:42:45.150291 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-fbf15e81-0ea6-4461-9748-d8b8e4d94411 None None] Bound port: 51b804c8-1b28-4372-8826-2170eeecddb3, host: dv-cinder-813746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a88a654-492a-4721-b165-d0bc4cb223f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '234dd989-1b6f-4d0e-b26c-6546ea618e4f'}}] {{(pid=106712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:42:45.152403 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-fbf15e81-0ea6-4461-9748-d8b8e4d94411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:45.253416 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.notifiers.nova [req-0c0783be-b0f1-48e4-8b73-1a4917a57111 req-14e39e35-3467-42d8-a27e-bcea9c4d783f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d49d88e2-e66e-44aa-a669-20928e18970b {{(pid=106710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:42:45.293980 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-fbf15e81-0ea6-4461-9748-d8b8e4d94411 None None] For port 51b804c8-1b28-4372-8826-2170eeecddb3, host dv-cinder-813746-2-iscsi, cleared binding levels {{(pid=106712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:42:45.297680 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-fbf15e81-0ea6-4461-9748-d8b8e4d94411 None None] For port 51b804c8-1b28-4372-8826-2170eeecddb3, host dv-cinder-813746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=51b804c8-1b28-4372-8826-2170eeecddb3,segment=NetworkSegment(4a88a654-492a-4721-b165-d0bc4cb223f9),segment_id=4a88a654-492a-4721-b165-d0bc4cb223f9)] {{(pid=106712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:42:45.311420 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-0c0783be-b0f1-48e4-8b73-1a4917a57111 req-14e39e35-3467-42d8-a27e-bcea9c4d783f service neutron] Publish callbacks [] for port, precommit_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:45.333536 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-f8150aef-aaa7-4a2e-a6fe-51c18de63f59 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks [] for port, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:45.352589 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 52700) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:45.353157 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-5504a5f6-f2c4-40ab-996e-7cd3a5460225 None None] Provisioning complete for port 51b804c8-1b28-4372-8826-2170eeecddb3 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:42:45.353157 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-5504a5f6-f2c4-40ab-996e-7cd3a5460225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:45.376039 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c63d8a2d-a78b-4b6b-ba30-20ccf2dba1a2 req-a9113d6d-fff0-4318-91e1-b1a836265a1d tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725081 Oct 14 07:42:45.377180 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.provisioning_blocks [req-0c0783be-b0f1-48e4-8b73-1a4917a57111 req-14e39e35-3467-42d8-a27e-bcea9c4d783f service neutron] Transition to ACTIVE for port object d49d88e2-e66e-44aa-a669-20928e18970b will not be triggered until provisioned by entity L2. {{(pid=106710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 07:42:45.392654 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-fbf15e81-0ea6-4461-9748-d8b8e4d94411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:45.456721 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-058758bb-9d74-422e-a6b5-c983a28d1708 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:45.481625 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-5504a5f6-f2c4-40ab-996e-7cd3a5460225 None None] Port 51b804c8-1b28-4372-8826-2170eeecddb3 cannot update to ACTIVE because it is not bound. {{(pid=106712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 07:42:45.484874 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf15e81-0ea6-4461-9748-d8b8e4d94411 None None] Routers {'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:42:45.486371 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-fbf15e81-0ea6-4461-9748-d8b8e4d94411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:42:30Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc'], 'active': True} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:42:45.519735 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-0c0783be-b0f1-48e4-8b73-1a4917a57111 req-14e39e35-3467-42d8-a27e-bcea9c4d783f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16030733'] for port, after_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:45.639421 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761d26d7c5f72f4b552347b0101038dbdc9b0b60127f0c8e71cb2eb10747878c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c447889a-9f06-4597-bcc8-7c185aeb6e6b" -d '{"events": [{"name": "network-changed", "server_uuid": "a049bcaa-35ed-4bcf-8d5a-e46729213874", "tag": "886ae692-61ff-4390-ba38-bbbc5639292f"}]}' {{(pid=106711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:42:45.665729 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e39e35-3467-42d8-a27e-bcea9c4d783f service neutron] Pushing event updated for resources: {'Port': ['ID=d49d88e2-e66e-44aa-a669-20928e18970b,revision_number=2']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:45.680597 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3ea64-66b5-4f7f-9b4c-b6c483b9d9d6 req-93bea6e4-b38c-477f-abd8-66ad756c878a tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:45.692524 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-c6e3ea64-66b5-4f7f-9b4c-b6c483b9d9d6 req-93bea6e4-b38c-477f-abd8-66ad756c878a tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/ports?device_id=a049bcaa-35ed-4bcf-8d5a-e46729213874 HTTP/1.1" status: 200 len: 943 time: 0.0963809 Oct 14 07:42:45.736429 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b81e946-d649-4bdf-943f-89b88a4fe353 None None] Pushing event updated for resources: {'Port': ['ID=51b804c8-1b28-4372-8826-2170eeecddb3,revision_number=4']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:45.783468 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-c6e3ea64-66b5-4f7f-9b4c-b6c483b9d9d6 req-f9fa600a-271c-4fa3-b2cc-0ae18b13d065 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4446439-4f2c-4433-b0f8-d5c2d79b80b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753267 Oct 14 07:42:45.793090 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-058758bb-9d74-422e-a6b5-c983a28d1708 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:45.840774 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.managers [req-0c0783be-b0f1-48e4-8b73-1a4917a57111 req-14e39e35-3467-42d8-a27e-bcea9c4d783f service neutron] Attempting to bind port d49d88e2-e66e-44aa-a669-20928e18970b on host hv-cinder-81374 for vnic_type normal with profile {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:42:45.841130 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.managers [req-0c0783be-b0f1-48e4-8b73-1a4917a57111 req-14e39e35-3467-42d8-a27e-bcea9c4d783f service neutron] Attempting to bind port d49d88e2-e66e-44aa-a669-20928e18970b by drivers openvswitch,hyperv on host hv-cinder-81374 at level 0 using segments [{'id': '3b66f756-396e-4b46-9e02-b120fb33c532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '1e5fcafc-aa78-4a92-8145-67380f0c2781'}] {{(pid=106710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:42:45.841520 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0783be-b0f1-48e4-8b73-1a4917a57111 req-14e39e35-3467-42d8-a27e-bcea9c4d783f service neutron] Attempting to bind port d49d88e2-e66e-44aa-a669-20928e18970b on network 1e5fcafc-aa78-4a92-8145-67380f0c2781 {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:42:45.847473 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvr_db [None req-fbf15e81-0ea6-4461-9748-d8b8e4d94411 None None] Set router ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc gateway port host: dv-cinder-813746-2-iscsi {{(pid=106712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:42:45.851580 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0783be-b0f1-48e4-8b73-1a4917a57111 req-14e39e35-3467-42d8-a27e-bcea9c4d783f service neutron] Port d49d88e2-e66e-44aa-a669-20928e18970b on network 1e5fcafc-aa78-4a92-8145-67380f0c2781 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81374 {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 07:42:45.852037 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0783be-b0f1-48e4-8b73-1a4917a57111 req-14e39e35-3467-42d8-a27e-bcea9c4d783f service neutron] Attempting to bind port d49d88e2-e66e-44aa-a669-20928e18970b on network 1e5fcafc-aa78-4a92-8145-67380f0c2781 {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:42:45.866328 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0783be-b0f1-48e4-8b73-1a4917a57111 req-14e39e35-3467-42d8-a27e-bcea9c4d783f service neutron] Checking agent: {'id': 'e9e2cc54-3b31-4b83-b77c-54087550ab3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 7, 40, 39), 'started_at': datetime.datetime(2021, 10, 14, 7, 40, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:42:45.873416 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0783be-b0f1-48e4-8b73-1a4917a57111 req-14e39e35-3467-42d8-a27e-bcea9c4d783f service neutron] Checking segment: {'id': '3b66f756-396e-4b46-9e02-b120fb33c532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '1e5fcafc-aa78-4a92-8145-67380f0c2781'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:42:45.873416 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0783be-b0f1-48e4-8b73-1a4917a57111 req-14e39e35-3467-42d8-a27e-bcea9c4d783f service neutron] Bound using segment: {'id': '3b66f756-396e-4b46-9e02-b120fb33c532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '1e5fcafc-aa78-4a92-8145-67380f0c2781'} {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:42:45.873416 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.managers [req-0c0783be-b0f1-48e4-8b73-1a4917a57111 req-14e39e35-3467-42d8-a27e-bcea9c4d783f service neutron] Bound port: d49d88e2-e66e-44aa-a669-20928e18970b, host: hv-cinder-81374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b66f756-396e-4b46-9e02-b120fb33c532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '1e5fcafc-aa78-4a92-8145-67380f0c2781'}}] {{(pid=106710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:42:45.873416 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-0c0783be-b0f1-48e4-8b73-1a4917a57111 req-14e39e35-3467-42d8-a27e-bcea9c4d783f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:45.875118 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-f8150aef-aaa7-4a2e-a6fe-51c18de63f59 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16030778'] for port, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:45.927820 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-058758bb-9d74-422e-a6b5-c983a28d1708 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769340'] for security_group_rule, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:45.933333 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8150aef-aaa7-4a2e-a6fe-51c18de63f59 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Network 536a77cf-5189-41f9-92bf-300739e47f32 is already hosted by enough agents. {{(pid=106710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:42:45.953755 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.base_scheduler [None req-f8150aef-aaa7-4a2e-a6fe-51c18de63f59 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Resources bound (agent type, host, resource id): {{(pid=106710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:42:45.957934 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8150aef-aaa7-4a2e-a6fe-51c18de63f59 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Received port after_create {{(pid=106710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:42:46.011205 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-37f404a4-a7b8-4086-8375-7d55aab9fdd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:46.027183 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8150aef-aaa7-4a2e-a6fe-51c18de63f59 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Pushing event updated for resources: {'Port': ['ID=a1992372-31c2-4725-8d30-ea25fd213a8f,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:46.034316 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058758bb-9d74-422e-a6b5-c983a28d1708 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f13d34b4-df19-4f4e-b766-627f2d750671,revision_number=0']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:46.063604 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-3a180193-2cfc-40d0-a461-da26b86646a0 None None] Provisioning complete for port 51b804c8-1b28-4372-8826-2170eeecddb3 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:42:46.064233 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-3a180193-2cfc-40d0-a461-da26b86646a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:46.128487 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.db [req-0c0783be-b0f1-48e4-8b73-1a4917a57111 req-14e39e35-3467-42d8-a27e-bcea9c4d783f service neutron] For port d49d88e2-e66e-44aa-a669-20928e18970b, host hv-cinder-81374, cleared binding levels {{(pid=106710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:42:46.164100 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-058758bb-9d74-422e-a6b5-c983a28d1708 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:46.168025 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-058758bb-9d74-422e-a6b5-c983a28d1708 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1880131 Oct 14 07:42:46.173238 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 52718) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:46.182671 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-5f6d9223-3193-4e50-b112-889984ae9519 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Request body: {'security_group_rule': {'security_group_id': '682ee341-9f11-4580-a4d6-c2ebfa2d2783', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:42:46.184805 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-37f404a4-a7b8-4086-8375-7d55aab9fdd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:46.244094 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-37f404a4-a7b8-4086-8375-7d55aab9fdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:46.340624 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-3a180193-2cfc-40d0-a461-da26b86646a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:46.375783 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-fbf15e81-0ea6-4461-9748-d8b8e4d94411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1304633051-router', 'tenant_id': 'f209626c73004f63b5c5a1466783d22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'ef7f0eb6-937d-44cb-a3cb-0d9b9b933917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:42:28Z', 'updated_at': '2021-10-14T07:42:36Z', 'revision_number': 4, 'project_id': 'f209626c73004f63b5c5a1466783d22f', 'gw_port': {'id': 'ef7f0eb6-937d-44cb-a3cb-0d9b9b933917', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:30Z', 'updated_at': '2021-10-14T07:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': '51b804c8-1b28-4372-8826-2170eeecddb3', 'name': '', 'network_id': '234dd989-1b6f-4d0e-b26c-6546ea618e4f', 'tenant_id': 'f209626c73004f63b5c5a1466783d22f', 'mac_address': 'fa:16:3e:82:b6:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:35Z', 'updated_at': '2021-10-14T07:42:45Z', 'revision_number': 4, 'project_id': 'f209626c73004f63b5c5a1466783d22f', 'subnets': [{'id': '3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:42:46.382273 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.db [req-0c0783be-b0f1-48e4-8b73-1a4917a57111 req-14e39e35-3467-42d8-a27e-bcea9c4d783f service neutron] For port d49d88e2-e66e-44aa-a669-20928e18970b, host hv-cinder-81374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=d49d88e2-e66e-44aa-a669-20928e18970b,segment=NetworkSegment(3b66f756-396e-4b46-9e02-b120fb33c532),segment_id=3b66f756-396e-4b46-9e02-b120fb33c532)] {{(pid=106710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:42:46.411508 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf15e81-0ea6-4461-9748-d8b8e4d94411 None None] The sync data for ids ['ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc'] in dv-cinder-813746-2-iscsi is: [{'id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1304633051-router', 'tenant_id': 'f209626c73004f63b5c5a1466783d22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'ef7f0eb6-937d-44cb-a3cb-0d9b9b933917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:42:28Z', 'updated_at': '2021-10-14T07:42:36Z', 'revision_number': 4, 'project_id': 'f209626c73004f63b5c5a1466783d22f', 'gw_port': {'id': 'ef7f0eb6-937d-44cb-a3cb-0d9b9b933917', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:30Z', 'updated_at': '2021-10-14T07:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': '51b804c8-1b28-4372-8826-2170eeecddb3', 'name': '', 'network_id': '234dd989-1b6f-4d0e-b26c-6546ea618e4f', 'tenant_id': 'f209626c73004f63b5c5a1466783d22f', 'mac_address': 'fa:16:3e:82:b6:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:35Z', 'updated_at': '2021-10-14T07:42:45Z', 'revision_number': 4, 'project_id': 'f209626c73004f63b5c5a1466783d22f', 'subnets': [{'id': '3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:42:46.417825 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8888da-ef9f-49ab-b730-1800298ee1e7 x-openstack-request-id: req-4d8888da-ef9f-49ab-b730-1800298ee1e7 {{(pid=106711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:42:46.418797 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a049bcaa-35ed-4bcf-8d5a-e46729213874", "tag": "886ae692-61ff-4390-ba38-bbbc5639292f", "status": "completed", "code": 200}]} {{(pid=106711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:42:46.419225 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4d8888da-ef9f-49ab-b730-1800298ee1e7 {{(pid=106711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:42:46.419978 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a049bcaa-35ed-4bcf-8d5a-e46729213874', 'tag': '886ae692-61ff-4390-ba38-bbbc5639292f', 'status': 'completed', 'code': 200} Oct 14 07:42:46.433595 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-f8150aef-aaa7-4a2e-a6fe-51c18de63f59 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:46.446174 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-3a180193-2cfc-40d0-a461-da26b86646a0 None None] For port 51b804c8-1b28-4372-8826-2170eeecddb3, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=51b804c8-1b28-4372-8826-2170eeecddb3,segment=NetworkSegment(4a88a654-492a-4721-b165-d0bc4cb223f9),segment_id=4a88a654-492a-4721-b165-d0bc4cb223f9)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:42:46.464532 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-37f404a4-a7b8-4086-8375-7d55aab9fdd6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e0f3b9185b8848e48a5f9e2aeea9a0ef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1070237 Oct 14 07:42:46.464718 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 52732) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:46.486621 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f404a4-a7b8-4086-8375-7d55aab9fdd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f1cfe8-07eb-4c17-89d4-2aa216cc8b3e,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:46.501812 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-0c0783be-b0f1-48e4-8b73-1a4917a57111 req-14e39e35-3467-42d8-a27e-bcea9c4d783f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16030733'] for port, after_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:46.548568 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0783be-b0f1-48e4-8b73-1a4917a57111 req-14e39e35-3467-42d8-a27e-bcea9c4d783f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:46.549661 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-0c0783be-b0f1-48e4-8b73-1a4917a57111 req-14e39e35-3467-42d8-a27e-bcea9c4d783f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for port, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:46.553479 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-3a180193-2cfc-40d0-a461-da26b86646a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:46.556868 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954249c-5cba-4cc0-a6f7-dab0385122f8 req-e23ba073-6c36-4269-9c5b-7651342d8a55 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:46.559078 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-0c0783be-b0f1-48e4-8b73-1a4917a57111 req-14e39e35-3467-42d8-a27e-bcea9c4d783f service neutron] 10.222.0.54 "PUT /v2.0/ports/d49d88e2-e66e-44aa-a669-20928e18970b HTTP/1.1" status: 200 len: 1093 time: 2.6179175 Oct 14 07:42:46.560861 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-4954249c-5cba-4cc0-a6f7-dab0385122f8 req-e23ba073-6c36-4269-9c5b-7651342d8a55 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a4d7b1d-ff71-4b56-81b7-7aa920ad6a28 HTTP/1.1" status: 200 len: 943 time: 0.0606134 Oct 14 07:42:46.580408 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a4d7b1d-ff71-4b56-81b7-7aa920ad6a28', 'tag': 'd49d88e2-e66e-44aa-a669-20928e18970b'}] {{(pid=106710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:42:46.636019 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-5f6d9223-3193-4e50-b112-889984ae9519 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:46.646279 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a180193-2cfc-40d0-a461-da26b86646a0 None None] Pushing event updated for resources: {'Port': ['ID=51b804c8-1b28-4372-8826-2170eeecddb3,revision_number=5']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:46.657459 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-4954249c-5cba-4cc0-a6f7-dab0385122f8 req-83f5a932-366e-44d6-9db5-d5cc2e510b5e tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897386 Oct 14 07:42:46.666571 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-77056dbd-0531-4977-baae-8ac0be9b0bdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:46.685173 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e39e35-3467-42d8-a27e-bcea9c4d783f service neutron] Pushing event updated for resources: {'Port': ['ID=d49d88e2-e66e-44aa-a669-20928e18970b,revision_number=3']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:46.716395 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-f8150aef-aaa7-4a2e-a6fe-51c18de63f59 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:46.768812 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-77056dbd-0531-4977-baae-8ac0be9b0bdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:46.842708 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-5f6d9223-3193-4e50-b112-889984ae9519 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:46.925730 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ebf78bef5954e8ca5597493995d581d8346ee5b9d6b2d49db072251da4c473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d62dace-87c5-4a1f-ae8f-a3aa51d29019" -d '{"events": [{"name": "network-changed", "server_uuid": "5a4d7b1d-ff71-4b56-81b7-7aa920ad6a28", "tag": "d49d88e2-e66e-44aa-a669-20928e18970b"}]}' {{(pid=106710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:42:46.936240 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-77056dbd-0531-4977-baae-8ac0be9b0bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:46.938817 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-77056dbd-0531-4977-baae-8ac0be9b0bdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:46.943055 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-77056dbd-0531-4977-baae-8ac0be9b0bdc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b0f1cfe8-07eb-4c17-89d4-2aa216cc8b3e HTTP/1.1" status: 204 len: 168 time: 0.4772103 Oct 14 07:42:46.973616 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-5f6d9223-3193-4e50-b112-889984ae9519 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769340'] for security_group_rule, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:46.980876 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77056dbd-0531-4977-baae-8ac0be9b0bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f1cfe8-07eb-4c17-89d4-2aa216cc8b3e,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:47.017736 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6d9223-3193-4e50-b112-889984ae9519 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=716f1139-3e1e-4a48-af5f-08baea00f0f7,revision_number=0']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:47.049531 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987ab6a-ef15-4367-bab0-363a13284989 req-3a3ef424-6834-4631-ad2a-2ec116d166f0 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:47.050959 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-7987ab6a-ef15-4367-bab0-363a13284989 req-3a3ef424-6834-4631-ad2a-2ec116d166f0 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/ports?device_id=a049bcaa-35ed-4bcf-8d5a-e46729213874 HTTP/1.1" status: 200 len: 943 time: 0.1653483 Oct 14 07:42:47.083014 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-f8150aef-aaa7-4a2e-a6fe-51c18de63f59 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks [] for port, precommit_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:47.088701 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-5f6d9223-3193-4e50-b112-889984ae9519 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:47.092996 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 52760) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:47.095821 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-5f6d9223-3193-4e50-b112-889984ae9519 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9153891 Oct 14 07:42:47.099947 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [None req-182ba9ad-67a5-4e10-8294-2e7a6c922049 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Request body: {'floatingip': {'floating_network_id': '536a77cf-5189-41f9-92bf-300739e47f32'}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:42:47.114445 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-7987ab6a-ef15-4367-bab0-363a13284989 req-d024b846-39a4-4229-a4e8-5c7ba9e15e96 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4446439-4f2c-4433-b0f8-d5c2d79b80b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514989 Oct 14 07:42:47.140870 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-f8150aef-aaa7-4a2e-a6fe-51c18de63f59 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16030733'] for port, after_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:47.224628 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8150aef-aaa7-4a2e-a6fe-51c18de63f59 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Pushing event updated for resources: {'Port': ['ID=a1992372-31c2-4725-8d30-ea25fd213a8f,revision_number=2']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:47.225366 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-182ba9ad-67a5-4e10-8294-2e7a6c922049 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks [] for floatingip, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:47.244081 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-f8150aef-aaa7-4a2e-a6fe-51c18de63f59 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648330'] for floatingip, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:47.331409 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 51b804c8-1b28-4372-8826-2170eeecddb3 up at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:42:47.340914 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-f8150aef-aaa7-4a2e-a6fe-51c18de63f59 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for floatingip, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:47.351040 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-f8150aef-aaa7-4a2e-a6fe-51c18de63f59 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1760471 Oct 14 07:42:47.439628 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Provisioning complete for port 51b804c8-1b28-4372-8826-2170eeecddb3 triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:42:47.439628 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:47.487864 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-182ba9ad-67a5-4e10-8294-2e7a6c922049 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:47.506767 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c433eb1-0494-4c17-8724-e238875e5a91 x-openstack-request-id: req-0c433eb1-0494-4c17-8724-e238875e5a91 {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:42:47.507253 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a4d7b1d-ff71-4b56-81b7-7aa920ad6a28", "tag": "d49d88e2-e66e-44aa-a669-20928e18970b", "status": "completed", "code": 200}]} {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:42:47.507501 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0c433eb1-0494-4c17-8724-e238875e5a91 {{(pid=106710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:42:47.508069 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a4d7b1d-ff71-4b56-81b7-7aa920ad6a28', 'tag': 'd49d88e2-e66e-44aa-a669-20928e18970b', 'status': 'completed', 'code': 200} Oct 14 07:42:47.633972 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.db_base_plugin_common [None req-182ba9ad-67a5-4e10-8294-2e7a6c922049 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Allocated IP 172.27.3.133 (536a77cf-5189-41f9-92bf-300739e47f32/171d1f51-d728-4b0d-be8f-6d9f917ae698/59f847bd-3a6f-46de-b784-7a2e75e564fc) {{(pid=106711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:42:47.812189 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-182ba9ad-67a5-4e10-8294-2e7a6c922049 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks [] for port, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:47.827915 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4f607-f618-4256-a5af-b697992ff093 req-0f6b55e1-136e-4a3c-b574-bfa5b2779602 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:47.829457 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-7fb4f607-f618-4256-a5af-b697992ff093 req-0f6b55e1-136e-4a3c-b574-bfa5b2779602 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a4d7b1d-ff71-4b56-81b7-7aa920ad6a28 HTTP/1.1" status: 200 len: 943 time: 0.0603905 Oct 14 07:42:47.860604 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-a7d53bd2-7a9d-4c6f-b040-8a8707cb1298 req-23f030e3-295a-4c95-87c7-93d4a4cbd84f tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--2079102706&fields=id&tenant_id=faeed044a6d84decaaa0cac966b09ce9 HTTP/1.1" status: 200 len: 267 time: 0.0702903 Oct 14 07:42:47.899571 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-7fb4f607-f618-4256-a5af-b697992ff093 req-d72f12d0-9679-47a3-9f4c-a36cad4a5fc9 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619862 Oct 14 07:42:48.006680 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-182ba9ad-67a5-4e10-8294-2e7a6c922049 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14797620'] for port, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:48.019930 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d53bd2-7a9d-4c6f-b040-8a8707cb1298 req-7250d99e-7664-4290-928c-5e6c4f013c7d tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:48.021390 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-a7d53bd2-7a9d-4c6f-b040-8a8707cb1298 req-7250d99e-7664-4290-928c-5e6c4f013c7d tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/networks?id=0ffbc9b1-671e-4535-a15f-5a510845f53e HTTP/1.1" status: 200 len: 811 time: 0.1469340 Oct 14 07:42:48.065756 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 52788) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:48.085378 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-ce42d1cd-ae32-45c4-856b-8aeef584c8a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:48.095946 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-a7d53bd2-7a9d-4c6f-b040-8a8707cb1298 req-f0d7d988-19c6-4f75-b881-d8b0401655aa tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/quotas/faeed044a6d84decaaa0cac966b09ce9 HTTP/1.1" status: 200 len: 375 time: 0.0241103 Oct 14 07:42:48.108176 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182ba9ad-67a5-4e10-8294-2e7a6c922049 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Network 536a77cf-5189-41f9-92bf-300739e47f32 is already hosted by enough agents. {{(pid=106711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:42:48.113560 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ba9ad-67a5-4e10-8294-2e7a6c922049 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Pushing event updated for resources: {'Port': ['ID=59f847bd-3a6f-46de-b784-7a2e75e564fc,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:48.126270 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.base_scheduler [None req-182ba9ad-67a5-4e10-8294-2e7a6c922049 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Resources bound (agent type, host, resource id): {{(pid=106711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:42:48.129290 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182ba9ad-67a5-4e10-8294-2e7a6c922049 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Received port after_create {{(pid=106711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:42:48.354103 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-ce42d1cd-ae32-45c4-856b-8aeef584c8a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:48.359331 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-a7d53bd2-7a9d-4c6f-b040-8a8707cb1298 req-20434e3e-3119-4939-841a-93af5d7273f0 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=faeed044a6d84decaaa0cac966b09ce9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2495997 Oct 14 07:42:48.378254 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802bfb83-ad71-44db-b738-6b1557220024 req-f1e2d489-b05f-419b-8864-53f7b9748230 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:48.381588 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-802bfb83-ad71-44db-b738-6b1557220024 req-f1e2d489-b05f-419b-8864-53f7b9748230 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/ports?device_id=a049bcaa-35ed-4bcf-8d5a-e46729213874 HTTP/1.1" status: 200 len: 943 time: 0.1293037 Oct 14 07:42:48.425160 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-802bfb83-ad71-44db-b738-6b1557220024 req-d1583505-ed74-483b-8974-4a9bb755d623 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4446439-4f2c-4433-b0f8-d5c2d79b80b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355396 Oct 14 07:42:48.456634 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-182ba9ad-67a5-4e10-8294-2e7a6c922049 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:48.530076 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-a7d53bd2-7a9d-4c6f-b040-8a8707cb1298 req-fa4295b9-aaf2-4cc5-a81c-9799829897f9 service neutron] 10.222.0.47 "GET /v2.0/networks/0ffbc9b1-671e-4535-a15f-5a510845f53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590254 Oct 14 07:42:48.565918 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-ce42d1cd-ae32-45c4-856b-8aeef584c8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:48.627375 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce42d1cd-ae32-45c4-856b-8aeef584c8a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963bbd2d-15f5-410b-af1e-8ef7de91b087,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:48.637727 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-ce42d1cd-ae32-45c4-856b-8aeef584c8a6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c68cc8a23d424d5ca8d841a328d5ad9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5716524 Oct 14 07:42:48.641617 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 52806) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:48.697475 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-182ba9ad-67a5-4e10-8294-2e7a6c922049 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:48.700738 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-a7d53bd2-7a9d-4c6f-b040-8a8707cb1298 req-8b4a1adb-10c9-4c85-8c8e-42dd179e2f07 service neutron] 10.222.0.47 "GET /v2.0/networks/0ffbc9b1-671e-4535-a15f-5a510845f53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647682 Oct 14 07:42:48.761460 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c3a1545e-e90e-4494-964f-2c368b0a5d13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:48.805182 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c3a1545e-e90e-4494-964f-2c368b0a5d13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:48.934664 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-182ba9ad-67a5-4e10-8294-2e7a6c922049 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks [] for port, precommit_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:48.981454 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c3a1545e-e90e-4494-964f-2c368b0a5d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:48.984074 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c3a1545e-e90e-4494-964f-2c368b0a5d13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:48.985265 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-c3a1545e-e90e-4494-964f-2c368b0a5d13 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/963bbd2d-15f5-410b-af1e-8ef7de91b087 HTTP/1.1" status: 204 len: 168 time: 0.3432732 Oct 14 07:42:49.002495 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a1545e-e90e-4494-964f-2c368b0a5d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963bbd2d-15f5-410b-af1e-8ef7de91b087,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:49.123785 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-182ba9ad-67a5-4e10-8294-2e7a6c922049 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14797571'] for port, after_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:49.147886 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-edd1539f-ff7d-4135-bd59-9a933085f936 req-45cffd7c-7d22-4436-8166-e7e80ba620c1 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 210 time: 0.0708547 Oct 14 07:42:49.148515 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61066108-589f-43c0-875a-6fb8010516c5 req-eb37f42b-eedb-4a84-8320-403a92c89a93 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:49.150062 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-61066108-589f-43c0-875a-6fb8010516c5 req-eb37f42b-eedb-4a84-8320-403a92c89a93 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a4d7b1d-ff71-4b56-81b7-7aa920ad6a28 HTTP/1.1" status: 200 len: 943 time: 0.1291754 Oct 14 07:42:49.245980 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-61066108-589f-43c0-875a-6fb8010516c5 req-621c1df0-b1d7-4ab9-a24e-95e268069a5d tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857785 Oct 14 07:42:49.260567 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ba9ad-67a5-4e10-8294-2e7a6c922049 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Pushing event updated for resources: {'Port': ['ID=59f847bd-3a6f-46de-b784-7a2e75e564fc,revision_number=2']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:49.275049 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-182ba9ad-67a5-4e10-8294-2e7a6c922049 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648330'] for floatingip, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:49.370373 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-182ba9ad-67a5-4e10-8294-2e7a6c922049 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for floatingip, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:49.379527 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-182ba9ad-67a5-4e10-8294-2e7a6c922049 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2773182 Oct 14 07:42:49.562666 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7035e43-ae4c-4de9-9732-b94b77a37a18 req-470dff19-f48a-46b3-a052-b3e521acc9c8 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:49.567880 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-a7035e43-ae4c-4de9-9732-b94b77a37a18 req-470dff19-f48a-46b3-a052-b3e521acc9c8 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/ports?device_id=a049bcaa-35ed-4bcf-8d5a-e46729213874 HTTP/1.1" status: 200 len: 943 time: 0.0557957 Oct 14 07:42:49.618331 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-a7035e43-ae4c-4de9-9732-b94b77a37a18 req-4e7d4961-0f6e-44cd-bcb0-67afaf2d4fa0 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4446439-4f2c-4433-b0f8-d5c2d79b80b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421658 Oct 14 07:42:49.995174 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-23bf483c-a48a-4889-b974-e7058436da4d req-35c7fe87-d112-4e54-a5d5-b617102cf355 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--2032730814&fields=id&tenant_id=f209626c73004f63b5c5a1466783d22f HTTP/1.1" status: 200 len: 267 time: 0.0768650 Oct 14 07:42:50.165212 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf483c-a48a-4889-b974-e7058436da4d req-21263148-6d6e-4fd0-b5ee-8458a58c76c6 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:50.168315 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-23bf483c-a48a-4889-b974-e7058436da4d req-21263148-6d6e-4fd0-b5ee-8458a58c76c6 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/networks?id=234dd989-1b6f-4d0e-b26c-6546ea618e4f HTTP/1.1" status: 200 len: 817 time: 0.1616793 Oct 14 07:42:50.254199 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-23bf483c-a48a-4889-b974-e7058436da4d req-0ca0f15e-793e-4556-bfc7-4f0baee726cb tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/quotas/f209626c73004f63b5c5a1466783d22f HTTP/1.1" status: 200 len: 375 time: 0.0198803 Oct 14 07:42:50.306347 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-42ca9622-2c4a-472d-ac2e-d0124dbe5c45 req-891a6d36-60c6-4ba7-bc85-98c1e091bee3 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 210 time: 0.0611532 Oct 14 07:42:50.385611 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-23bf483c-a48a-4889-b974-e7058436da4d req-78513c62-6a87-4fec-96fe-71f495cd8f54 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f209626c73004f63b5c5a1466783d22f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1882327 Oct 14 07:42:50.520637 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-23bf483c-a48a-4889-b974-e7058436da4d req-abcff823-8651-4eb4-ad00-ddbe787c9151 service neutron] 10.222.0.47 "GET /v2.0/networks/234dd989-1b6f-4d0e-b26c-6546ea618e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286757 Oct 14 07:42:50.575036 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0277f8-53ae-411c-a578-4c53dba7baca req-a9f0901d-f6ce-413f-8ee9-97ec5086b8a2 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:50.585116 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-5a0277f8-53ae-411c-a578-4c53dba7baca req-a9f0901d-f6ce-413f-8ee9-97ec5086b8a2 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a4d7b1d-ff71-4b56-81b7-7aa920ad6a28 HTTP/1.1" status: 200 len: 943 time: 0.1214011 Oct 14 07:42:50.641098 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-5a0277f8-53ae-411c-a578-4c53dba7baca req-e022cf4a-e6ce-4106-8327-485356abffa3 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497546 Oct 14 07:42:50.664629 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-23bf483c-a48a-4889-b974-e7058436da4d req-08f53228-3b7c-4bed-9969-79ec705d5a81 service neutron] 10.222.0.47 "GET /v2.0/networks/234dd989-1b6f-4d0e-b26c-6546ea618e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407166 Oct 14 07:42:50.843191 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05ccca-60b2-4a4c-a1a5-c061bce0adc6 req-51ea39f5-eb32-4b18-9ab9-794cad3a08e7 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:50.850775 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-dd05ccca-60b2-4a4c-a1a5-c061bce0adc6 req-51ea39f5-eb32-4b18-9ab9-794cad3a08e7 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/ports?device_id=a049bcaa-35ed-4bcf-8d5a-e46729213874 HTTP/1.1" status: 200 len: 943 time: 0.0904229 Oct 14 07:42:50.922701 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-dd05ccca-60b2-4a4c-a1a5-c061bce0adc6 req-48d27172-5149-4ff0-a3c2-d06a9d14c1a0 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4446439-4f2c-4433-b0f8-d5c2d79b80b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619204 Oct 14 07:42:51.033199 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-c28f6028-a60e-4644-a12d-7243eaea08a0 req-478d6d4a-503e-4b4c-a1cb-cf0ea9b2236f tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 210 time: 0.0437717 Oct 14 07:42:51.471478 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-85bb2fee-09b0-490c-8fe9-7a7d383562a8 req-88f81867-0aec-4bc3-b2a9-ab9193690cb1 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 210 time: 0.0323873 Oct 14 07:42:51.758821 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255623a-bd91-4129-92bc-5658ec79f72d req-a94e0fab-773f-4f52-b678-d86e60d64c77 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:51.761146 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-0255623a-bd91-4129-92bc-5658ec79f72d req-a94e0fab-773f-4f52-b678-d86e60d64c77 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a4d7b1d-ff71-4b56-81b7-7aa920ad6a28 HTTP/1.1" status: 200 len: 943 time: 0.0512676 Oct 14 07:42:51.800414 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-0255623a-bd91-4129-92bc-5658ec79f72d req-1b43293d-4602-4ff9-96c7-096b23b4581e tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333278 Oct 14 07:42:52.063966 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce57e07-6619-453b-9237-8dd5a0ba8942 req-1a48a4f1-d4e2-4cd8-8ef0-e00180515883 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:52.065859 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-6ce57e07-6619-453b-9237-8dd5a0ba8942 req-1a48a4f1-d4e2-4cd8-8ef0-e00180515883 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/ports?device_id=a049bcaa-35ed-4bcf-8d5a-e46729213874 HTTP/1.1" status: 200 len: 943 time: 0.0843101 Oct 14 07:42:52.138061 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-6ce57e07-6619-453b-9237-8dd5a0ba8942 req-895c94a0-7340-439b-a0fe-a156c74e092e tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4446439-4f2c-4433-b0f8-d5c2d79b80b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604978 Oct 14 07:42:52.159603 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-1fece0a3-1029-4e98-81c1-aace48b7715d req-a19eb0c3-98e5-4a03-993e-d0bed21181c6 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 210 time: 0.0579238 Oct 14 07:42:52.586490 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-fb2e55ee-e391-4955-b5f1-cbb4cd27ed29 req-e5185b72-c534-4205-a350-aecf7d5f57dd tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 210 time: 0.0287654 Oct 14 07:42:52.932118 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2bd680-435d-44d9-beed-77b0eb6401ea req-0a8fc56c-709f-4cd4-81cf-beb727850b9c tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:52.932118 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-df2bd680-435d-44d9-beed-77b0eb6401ea req-0a8fc56c-709f-4cd4-81cf-beb727850b9c tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a4d7b1d-ff71-4b56-81b7-7aa920ad6a28 HTTP/1.1" status: 200 len: 943 time: 0.0545037 Oct 14 07:42:52.972749 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-df2bd680-435d-44d9-beed-77b0eb6401ea req-f28a33cc-a75c-4bd7-87d1-afba34b7968b tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339310 Oct 14 07:42:53.271297 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d803a5-ebc6-46f6-8a76-257eb968dd75 req-df94a105-ab78-4e16-b992-a707d6850676 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:53.273742 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-45d803a5-ebc6-46f6-8a76-257eb968dd75 req-df94a105-ab78-4e16-b992-a707d6850676 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/ports?device_id=a049bcaa-35ed-4bcf-8d5a-e46729213874 HTTP/1.1" status: 200 len: 943 time: 0.0507579 Oct 14 07:42:53.275587 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-011f9a7b-bd58-4639-b09e-7a3915642130 req-eb3dae8d-5ad4-46ca-8ac2-90085bb1b10e tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 210 time: 0.0295310 Oct 14 07:42:53.317973 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-45d803a5-ebc6-46f6-8a76-257eb968dd75 req-0fe4d149-acb4-47a3-aad0-03adff5d7079 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4446439-4f2c-4433-b0f8-d5c2d79b80b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380394 Oct 14 07:42:53.526747 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0783be-b0f1-48e4-8b73-1a4917a57111 req-917b2146-02ca-4aa0-afe4-493331e63540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:53.528281 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-0c0783be-b0f1-48e4-8b73-1a4917a57111 req-917b2146-02ca-4aa0-afe4-493331e63540 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=432cd5a5d34e443ca7f3260c237fd70b&device_id=5a4d7b1d-ff71-4b56-81b7-7aa920ad6a28 HTTP/1.1" status: 200 len: 1096 time: 0.0807555 Oct 14 07:42:53.658122 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 52990) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:53.663441 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-0c0783be-b0f1-48e4-8b73-1a4917a57111 req-0f63b4aa-16ed-455f-bc48-48521c146731 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d49d88e2-e66e-44aa-a669-20928e18970b HTTP/1.1" status: 200 len: 217 time: 0.0853426 Oct 14 07:42:53.718161 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447889a-9f06-4597-bcc8-7c185aeb6e6b req-c9c080ce-30d1-483d-8b9c-206d4854386a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:53.721860 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-c447889a-9f06-4597-bcc8-7c185aeb6e6b req-c9c080ce-30d1-483d-8b9c-206d4854386a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=27223ee4f6ef4cca9998230a9fd53b26&device_id=a049bcaa-35ed-4bcf-8d5a-e46729213874 HTTP/1.1" status: 200 len: 1096 time: 0.1417351 Oct 14 07:42:53.805911 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0783be-b0f1-48e4-8b73-1a4917a57111 req-5a6de82e-11cb-4ca7-9f67-b6a9c9b9ca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:53.820027 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-0c0783be-b0f1-48e4-8b73-1a4917a57111 req-5a6de82e-11cb-4ca7-9f67-b6a9c9b9ca40 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b45dd88f-e9bf-4766-96d3-5bfc220acb16 HTTP/1.1" status: 200 len: 854 time: 0.1412015 Oct 14 07:42:53.843591 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-c82cde54-d633-4db0-aeed-4efd5d90234d req-caceed47-8bcd-473a-85db-1cd2ff049285 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 210 time: 0.1108177 Oct 14 07:42:53.882052 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-0c0783be-b0f1-48e4-8b73-1a4917a57111 req-83361a78-ce7e-4b88-b55e-4371a1030741 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1e5fcafc-aa78-4a92-8145-67380f0c2781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623631 Oct 14 07:42:53.889066 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-446ff91f-87b2-4a44-8d70-71cf4ffc936d admin admin] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:54.012475 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-0c0783be-b0f1-48e4-8b73-1a4917a57111 req-aa0eecf4-b118-4a15-b670-9103e991c85c service neutron] 10.222.0.54 "GET /v2.0/networks/1e5fcafc-aa78-4a92-8145-67380f0c2781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229722 Oct 14 07:42:54.021083 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447889a-9f06-4597-bcc8-7c185aeb6e6b req-c74665ff-8ac8-4d2b-8b5a-dae6acd101da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:54.023103 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-c447889a-9f06-4597-bcc8-7c185aeb6e6b req-c74665ff-8ac8-4d2b-8b5a-dae6acd101da service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=27223ee4f6ef4cca9998230a9fd53b26&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2763026 Oct 14 07:42:54.141966 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c246b1-a9fb-47b2-a3ef-e3143dc36d5f req-a47be1fd-6180-4dc4-a816-ccab919af0a9 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:54.150544 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-92c246b1-a9fb-47b2-a3ef-e3143dc36d5f req-a47be1fd-6180-4dc4-a816-ccab919af0a9 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a4d7b1d-ff71-4b56-81b7-7aa920ad6a28 HTTP/1.1" status: 200 len: 943 time: 0.1048889 Oct 14 07:42:54.179549 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-0c0783be-b0f1-48e4-8b73-1a4917a57111 req-25ef2ec6-791f-4530-a33b-5c852c1ace65 service neutron] 10.222.0.54 "GET /v2.0/networks/1e5fcafc-aa78-4a92-8145-67380f0c2781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583340 Oct 14 07:42:54.209570 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-92c246b1-a9fb-47b2-a3ef-e3143dc36d5f req-507b9958-d3dd-48a5-8cd7-4ac0fa6baa08 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532486 Oct 14 07:42:54.347519 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-446ff91f-87b2-4a44-8d70-71cf4ffc936d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:54.381690 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447889a-9f06-4597-bcc8-7c185aeb6e6b req-4f9acbfe-fd8a-4c33-88ff-c8269073d7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:54.383141 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-c447889a-9f06-4597-bcc8-7c185aeb6e6b req-4f9acbfe-fd8a-4c33-88ff-c8269073d7c0 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3521285 Oct 14 07:42:54.399584 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-ddefa67f-f2dc-4eee-a907-07ef68465e78 req-18ccf521-015f-4fd4-9adb-e93834a6d28c tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 210 time: 0.0374866 Oct 14 07:42:54.489611 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62dace-87c5-4a1f-ae8f-a3aa51d29019 req-0f7db16c-6ef9-4ff6-b112-2d5b89b49a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:54.492181 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-2d62dace-87c5-4a1f-ae8f-a3aa51d29019 req-0f7db16c-6ef9-4ff6-b112-2d5b89b49a59 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=432cd5a5d34e443ca7f3260c237fd70b&device_id=5a4d7b1d-ff71-4b56-81b7-7aa920ad6a28 HTTP/1.1" status: 200 len: 1096 time: 0.0654171 Oct 14 07:42:54.522818 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-446ff91f-87b2-4a44-8d70-71cf4ffc936d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:54.562052 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f698a9-b1bc-4ad8-b953-8f7f685d3a7d req-d293d172-1ff4-4f4d-89b0-d39730cbb284 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:54.563603 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-80f698a9-b1bc-4ad8-b953-8f7f685d3a7d req-d293d172-1ff4-4f4d-89b0-d39730cbb284 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/ports?device_id=a049bcaa-35ed-4bcf-8d5a-e46729213874 HTTP/1.1" status: 200 len: 943 time: 0.1166863 Oct 14 07:42:54.566349 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9126e-498b-4569-8c31-7d29c9b53439 req-aa4ac066-33f1-4ac3-969d-93951339b753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:54.567625 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-1da9126e-498b-4569-8c31-7d29c9b53439 req-aa4ac066-33f1-4ac3-969d-93951339b753 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=27223ee4f6ef4cca9998230a9fd53b26&device_id=a049bcaa-35ed-4bcf-8d5a-e46729213874 HTTP/1.1" status: 200 len: 1096 time: 0.0799265 Oct 14 07:42:54.590411 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.54', 56668) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:54.644511 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-80f698a9-b1bc-4ad8-b953-8f7f685d3a7d req-37f0df68-bb65-43e0-aeb7-f18e588f73c1 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4446439-4f2c-4433-b0f8-d5c2d79b80b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700495 Oct 14 07:42:54.648043 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-1da9126e-498b-4569-8c31-7d29c9b53439 req-a9360d51-f92d-4743-b21c-c93cc1c6d29e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=886ae692-61ff-4390-ba38-bbbc5639292f HTTP/1.1" status: 200 len: 217 time: 0.0428782 Oct 14 07:42:54.665042 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ff91f-87b2-4a44-8d70-71cf4ffc936d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d22cfc-edb7-46a6-9891-65efc6b4a378,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:54.699145 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-446ff91f-87b2-4a44-8d70-71cf4ffc936d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4234099ff5a34363b0c7b493f56dab96&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0396187 Oct 14 07:42:54.704669 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 53026) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:54.747854 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9126e-498b-4569-8c31-7d29c9b53439 req-bc150838-da9f-46d6-9b23-563f1dc6c84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:54.749356 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-1da9126e-498b-4569-8c31-7d29c9b53439 req-bc150838-da9f-46d6-9b23-563f1dc6c84a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1912cd4f-e823-416b-bcfc-44dbb0b67ddf HTTP/1.1" status: 200 len: 851 time: 0.0827868 Oct 14 07:42:54.797744 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-1da9126e-498b-4569-8c31-7d29c9b53439 req-a1557dc5-c711-4c79-bc47-a90f0b6af94a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=17cb17fe-84ad-4177-b518-5cfefa98780c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403376 Oct 14 07:42:54.804293 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-3d5906ac-a969-402b-ab0e-42a53392c505 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:54.817789 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62dace-87c5-4a1f-ae8f-a3aa51d29019 req-ea6f10fa-c98d-4057-badd-4087c7539ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:54.819261 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-2d62dace-87c5-4a1f-ae8f-a3aa51d29019 req-ea6f10fa-c98d-4057-badd-4087c7539ec0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1e5fcafc-aa78-4a92-8145-67380f0c2781 HTTP/1.1" status: 200 len: 915 time: 0.3189983 Oct 14 07:42:54.829939 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d53bd2-7a9d-4c6f-b040-8a8707cb1298 req-f575ccdc-f406-4c63-8180-d1b52a972302 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:54.831654 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-a7d53bd2-7a9d-4c6f-b040-8a8707cb1298 req-f575ccdc-f406-4c63-8180-d1b52a972302 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.54 "GET /v2.0/networks?id=0ffbc9b1-671e-4535-a15f-5a510845f53e HTTP/1.1" status: 200 len: 811 time: 0.2216372 Oct 14 07:42:54.902797 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-2d62dace-87c5-4a1f-ae8f-a3aa51d29019 req-7c9ee046-1fbc-47c4-a882-7c10e0c87a71 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d49d88e2-e66e-44aa-a669-20928e18970b HTTP/1.1" status: 200 len: 217 time: 0.0701368 Oct 14 07:42:55.013629 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-a7d53bd2-7a9d-4c6f-b040-8a8707cb1298 req-a978908c-ff2a-4f63-a184-6d0fb02c19cc tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=faeed044a6d84decaaa0cac966b09ce9 HTTP/1.1" status: 200 len: 380 time: 0.1471884 Oct 14 07:42:55.036065 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-bf4c7ade-a81c-4a0a-af4a-49cfcfe5ea29 req-8f454c95-fa89-457d-9704-8cf3eba1acef tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 210 time: 0.0908341 Oct 14 07:42:55.044193 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [req-a7d53bd2-7a9d-4c6f-b040-8a8707cb1298 req-9f37c8a8-9eb0-4722-8490-363a9fa5082d tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Request body: {'port': {'device_id': '2b744436-af93-4071-bdb5-f471aef25489', 'network_id': '0ffbc9b1-671e-4535-a15f-5a510845f53e', 'admin_state_up': True, 'tenant_id': 'faeed044a6d84decaaa0cac966b09ce9', 'security_groups': ['6228ef3e-acca-47fd-8ad2-0cd6c3c54a90']}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:42:55.069107 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-3d5906ac-a969-402b-ab0e-42a53392c505 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:55.069294 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62dace-87c5-4a1f-ae8f-a3aa51d29019 req-f18d9dab-1eb1-4517-a1ee-a2d1e142f5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:55.072335 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-2d62dace-87c5-4a1f-ae8f-a3aa51d29019 req-f18d9dab-1eb1-4517-a1ee-a2d1e142f5f5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b45dd88f-e9bf-4766-96d3-5bfc220acb16 HTTP/1.1" status: 200 len: 854 time: 0.1500535 Oct 14 07:42:55.149549 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-1da9126e-498b-4569-8c31-7d29c9b53439 req-92bda76b-27e4-4b8a-8366-f90e0abdceb6 service neutron] 10.222.0.54 "GET /v2.0/networks/17cb17fe-84ad-4177-b518-5cfefa98780c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404295 Oct 14 07:42:55.166588 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-2d62dace-87c5-4a1f-ae8f-a3aa51d29019 req-371035be-7f57-421d-a8b5-fc7d8745e870 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1e5fcafc-aa78-4a92-8145-67380f0c2781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525978 Oct 14 07:42:55.265823 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-3d5906ac-a969-402b-ab0e-42a53392c505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:55.268818 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-3d5906ac-a969-402b-ab0e-42a53392c505 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:55.270482 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-3d5906ac-a969-402b-ab0e-42a53392c505 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/26d22cfc-edb7-46a6-9891-65efc6b4a378 HTTP/1.1" status: 204 len: 168 time: 0.5641968 Oct 14 07:42:55.285578 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-2d62dace-87c5-4a1f-ae8f-a3aa51d29019 req-511618a0-b7ab-4ed7-90f0-4e4c3b840379 service neutron] 10.222.0.54 "GET /v2.0/networks/1e5fcafc-aa78-4a92-8145-67380f0c2781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094186 Oct 14 07:42:55.288691 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5906ac-a969-402b-ab0e-42a53392c505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d22cfc-edb7-46a6-9891-65efc6b4a378,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:55.335751 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-1da9126e-498b-4569-8c31-7d29c9b53439 req-03ee4716-7d3c-4a81-a358-2231edaae76e service neutron] 10.222.0.54 "GET /v2.0/networks/17cb17fe-84ad-4177-b518-5cfefa98780c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589718 Oct 14 07:42:55.352520 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb092f-26af-4345-b8cf-98b945a8aa52 req-a1a94e8e-b263-4d06-94f3-765666169afa tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:55.354117 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-00bb092f-26af-4345-b8cf-98b945a8aa52 req-a1a94e8e-b263-4d06-94f3-765666169afa tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a4d7b1d-ff71-4b56-81b7-7aa920ad6a28 HTTP/1.1" status: 200 len: 943 time: 0.0680358 Oct 14 07:42:55.374514 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7d53bd2-7a9d-4c6f-b040-8a8707cb1298 req-9f37c8a8-9eb0-4722-8490-363a9fa5082d tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Made reservation on behalf of faeed044a6d84decaaa0cac966b09ce9 for: {'port': 1} {{(pid=106711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:42:55.379301 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-a7d53bd2-7a9d-4c6f-b040-8a8707cb1298 req-9f37c8a8-9eb0-4722-8490-363a9fa5082d tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:55.401072 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-00bb092f-26af-4345-b8cf-98b945a8aa52 req-0f8a134f-0bc9-42be-8227-cdd52034c319 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391729 Oct 14 07:42:55.423932 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-2d62dace-87c5-4a1f-ae8f-a3aa51d29019 req-b708dac6-db49-4b9b-a314-199d06406731 service neutron] 10.222.0.54 "GET /v2.0/networks/1e5fcafc-aa78-4a92-8145-67380f0c2781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272173 Oct 14 07:42:55.541645 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-c75f9146-73aa-424c-aaef-4d15c56e1971 req-c731a2fa-a5d5-4172-8fd1-e27a4de50646 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 210 time: 0.0525894 Oct 14 07:42:55.542646 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf483c-a48a-4889-b974-e7058436da4d req-f8fe952a-4027-4342-a9ed-dd8f618ee3c8 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:55.544138 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-23bf483c-a48a-4889-b974-e7058436da4d req-f8fe952a-4027-4342-a9ed-dd8f618ee3c8 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.54 "GET /v2.0/networks?id=234dd989-1b6f-4d0e-b26c-6546ea618e4f HTTP/1.1" status: 200 len: 817 time: 0.1201823 Oct 14 07:42:55.561159 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.db_base_plugin_common [req-a7d53bd2-7a9d-4c6f-b040-8a8707cb1298 req-9f37c8a8-9eb0-4722-8490-363a9fa5082d tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Allocated IP 172.20.0.6 (0ffbc9b1-671e-4535-a15f-5a510845f53e/6b3909e2-8d10-4803-8f95-ccf56ec3b849/d8666fbc-69d7-49ab-bd06-8bb7b86849a3) {{(pid=106711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:42:55.604194 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-23bf483c-a48a-4889-b974-e7058436da4d req-ba6d9f04-c6c3-4acb-982a-d72c2a498672 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f209626c73004f63b5c5a1466783d22f HTTP/1.1" status: 200 len: 380 time: 0.0437045 Oct 14 07:42:55.614641 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [req-23bf483c-a48a-4889-b974-e7058436da4d req-9ae070b6-b04c-48e0-9cdf-956d2a3f0d4e tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Request body: {'port': {'device_id': '15c4c719-31d7-4b3e-8592-330ef7a558a8', 'network_id': '234dd989-1b6f-4d0e-b26c-6546ea618e4f', 'admin_state_up': True, 'tenant_id': 'f209626c73004f63b5c5a1466783d22f', 'security_groups': ['682ee341-9f11-4580-a4d6-c2ebfa2d2783']}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:42:55.760787 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-a7d53bd2-7a9d-4c6f-b040-8a8707cb1298 req-9f37c8a8-9eb0-4722-8490-363a9fa5082d tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks [] for port, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:55.811622 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240ee8d-6764-42bf-aa43-54d07d4bcb4c req-b2854fef-cbee-40e7-a24a-86b584ada2bb tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:55.813223 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-f240ee8d-6764-42bf-aa43-54d07d4bcb4c req-b2854fef-cbee-40e7-a24a-86b584ada2bb tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/ports?device_id=a049bcaa-35ed-4bcf-8d5a-e46729213874 HTTP/1.1" status: 200 len: 943 time: 0.0714271 Oct 14 07:42:55.855223 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-f240ee8d-6764-42bf-aa43-54d07d4bcb4c req-406c4f81-aa90-4e84-96d7-a62f0367829c tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4446439-4f2c-4433-b0f8-d5c2d79b80b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345585 Oct 14 07:42:55.906949 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23bf483c-a48a-4889-b974-e7058436da4d req-9ae070b6-b04c-48e0-9cdf-956d2a3f0d4e tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Made reservation on behalf of f209626c73004f63b5c5a1466783d22f for: {'port': 1} {{(pid=106710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:42:55.907454 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-a7d53bd2-7a9d-4c6f-b040-8a8707cb1298 req-9f37c8a8-9eb0-4722-8490-363a9fa5082d tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14797620'] for port, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:55.911484 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-23bf483c-a48a-4889-b974-e7058436da4d req-9ae070b6-b04c-48e0-9cdf-956d2a3f0d4e tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:55.949576 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7d53bd2-7a9d-4c6f-b040-8a8707cb1298 req-9f37c8a8-9eb0-4722-8490-363a9fa5082d tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Network 0ffbc9b1-671e-4535-a15f-5a510845f53e is already hosted by enough agents. {{(pid=106711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:42:55.954772 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.base_scheduler [req-a7d53bd2-7a9d-4c6f-b040-8a8707cb1298 req-9f37c8a8-9eb0-4722-8490-363a9fa5082d tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Resources bound (agent type, host, resource id): {{(pid=106711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:42:55.958947 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d53bd2-7a9d-4c6f-b040-8a8707cb1298 req-9f37c8a8-9eb0-4722-8490-363a9fa5082d tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Received port after_create {{(pid=106711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:42:55.995170 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f37c8a8-9eb0-4722-8490-363a9fa5082d tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Pushing event updated for resources: {'Port': ['ID=d8666fbc-69d7-49ab-bd06-8bb7b86849a3,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:56.052791 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d53bd2-7a9d-4c6f-b040-8a8707cb1298 req-9f37c8a8-9eb0-4722-8490-363a9fa5082d tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:56.054223 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-a7d53bd2-7a9d-4c6f-b040-8a8707cb1298 req-9f37c8a8-9eb0-4722-8490-363a9fa5082d tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for port, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:56.110556 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.db_base_plugin_common [req-23bf483c-a48a-4889-b974-e7058436da4d req-9ae070b6-b04c-48e0-9cdf-956d2a3f0d4e tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Allocated IP 172.20.0.7 (234dd989-1b6f-4d0e-b26c-6546ea618e4f/3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61/7e2fe0a8-7ba6-4296-bd21-12f8fb794d72) {{(pid=106710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:42:56.168570 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-a7d53bd2-7a9d-4c6f-b040-8a8707cb1298 req-9f37c8a8-9eb0-4722-8490-363a9fa5082d tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1296067 Oct 14 07:42:56.194096 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [req-a7d53bd2-7a9d-4c6f-b040-8a8707cb1298 req-28b5efcd-00bc-4dcd-b50d-fd6bdd3154be service neutron] Request body: {'port': {'device_id': '2b744436-af93-4071-bdb5-f471aef25489', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81374'}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:42:56.202949 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 53082) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:56.230435 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-eb78c961-09d0-4e68-b29f-a0f2688223fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:56.259002 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device d49d88e2-e66e-44aa-a669-20928e18970b details requested by agent hyperv_hv-cinder-81374 with host hv-cinder-81374 {{(pid=106712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 07:42:56.291856 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd533ad3-e8f3-466a-808a-8a3552bd88b8 req-81d0eab8-b7be-47a0-952a-c02bfb23eb8b tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:56.293846 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-bd533ad3-e8f3-466a-808a-8a3552bd88b8 req-81d0eab8-b7be-47a0-952a-c02bfb23eb8b tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 931 time: 0.1297116 Oct 14 07:42:56.299695 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-a7d53bd2-7a9d-4c6f-b040-8a8707cb1298 req-28b5efcd-00bc-4dcd-b50d-fd6bdd3154be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:56.301789 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-f86a9c58-5157-4e75-8f40-8c74601d5f56 None None] Provisioning complete for port d8666fbc-69d7-49ab-bd06-8bb7b86849a3 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:42:56.303756 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-f86a9c58-5157-4e75-8f40-8c74601d5f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:56.445416 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-eb78c961-09d0-4e68-b29f-a0f2688223fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:56.459233 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port d49d88e2-e66e-44aa-a669-20928e18970b, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=d49d88e2-e66e-44aa-a669-20928e18970b,segment=NetworkSegment(3b66f756-396e-4b46-9e02-b120fb33c532),segment_id=3b66f756-396e-4b46-9e02-b120fb33c532)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:42:56.471173 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-f86a9c58-5157-4e75-8f40-8c74601d5f56 None None] Port d8666fbc-69d7-49ab-bd06-8bb7b86849a3 cannot update to ACTIVE because it is not bound. {{(pid=106712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 07:42:56.472854 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-23bf483c-a48a-4889-b974-e7058436da4d req-9ae070b6-b04c-48e0-9cdf-956d2a3f0d4e tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks [] for port, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:56.494046 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Returning: {'device': 'd49d88e2-e66e-44aa-a669-20928e18970b', 'network_id': '1e5fcafc-aa78-4a92-8145-67380f0c2781', 'port_id': 'd49d88e2-e66e-44aa-a669-20928e18970b', 'mac_address': 'fa:16:3e:e2:c5:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b45dd88f-e9bf-4766-96d3-5bfc220acb16', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 07:42:56.509247 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-bd533ad3-e8f3-466a-808a-8a3552bd88b8 req-c3d7dd23-8f43-401e-b059-386204b12d9a tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=6228ef3e-acca-47fd-8ad2-0cd6c3c54a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2054753 Oct 14 07:42:56.555137 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:56.570090 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d49d88e2-e66e-44aa-a669-20928e18970b {{(pid=106712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:42:56.594931 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port d49d88e2-e66e-44aa-a669-20928e18970b, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=d49d88e2-e66e-44aa-a669-20928e18970b,segment=NetworkSegment(3b66f756-396e-4b46-9e02-b120fb33c532),segment_id=3b66f756-396e-4b46-9e02-b120fb33c532)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:42:56.603910 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-eb78c961-09d0-4e68-b29f-a0f2688223fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:56.658151 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86fc77-710e-4486-9d04-f21f905d04a8 req-9bf74527-bf80-4bca-b32d-caafe1ff48c9 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:56.659818 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-aa86fc77-710e-4486-9d04-f21f905d04a8 req-9bf74527-bf80-4bca-b32d-caafe1ff48c9 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a4d7b1d-ff71-4b56-81b7-7aa920ad6a28 HTTP/1.1" status: 200 len: 943 time: 0.1454117 Oct 14 07:42:56.665795 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-eb78c961-09d0-4e68-b29f-a0f2688223fc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=810eaae3132a434abb0ea1f1301ccb08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4594107 Oct 14 07:42:56.665795 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb78c961-09d0-4e68-b29f-a0f2688223fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ccb379d-8746-432d-87eb-c138e1c1da92,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:56.667064 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 53094) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:56.676535 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-608cb8a2-44b6-4c14-a6bb-43264f0444b4 req-fa551404-ac79-4b1b-885c-f3c2ed80ac85 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 210 time: 0.0372441 Oct 14 07:42:56.679402 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:56.715732 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.notifiers.nova [req-a7d53bd2-7a9d-4c6f-b040-8a8707cb1298 req-28b5efcd-00bc-4dcd-b50d-fd6bdd3154be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8666fbc-69d7-49ab-bd06-8bb7b86849a3 {{(pid=106711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:42:56.719960 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-23bf483c-a48a-4889-b974-e7058436da4d req-9ae070b6-b04c-48e0-9cdf-956d2a3f0d4e tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16030778'] for port, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:56.727995 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-a7d53bd2-7a9d-4c6f-b040-8a8707cb1298 req-28b5efcd-00bc-4dcd-b50d-fd6bdd3154be service neutron] Publish callbacks [] for port, precommit_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:56.744747 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.provisioning_blocks [req-a7d53bd2-7a9d-4c6f-b040-8a8707cb1298 req-28b5efcd-00bc-4dcd-b50d-fd6bdd3154be service neutron] Transition to ACTIVE for port object d8666fbc-69d7-49ab-bd06-8bb7b86849a3 will not be triggered until provisioned by entity L2. {{(pid=106711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 07:42:56.765747 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=d49d88e2-e66e-44aa-a669-20928e18970b,revision_number=4']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:56.770133 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-aa86fc77-710e-4486-9d04-f21f905d04a8 req-d63101f4-8f29-4125-9ce6-f3669148fe45 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021411 Oct 14 07:42:56.805064 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23bf483c-a48a-4889-b974-e7058436da4d req-9ae070b6-b04c-48e0-9cdf-956d2a3f0d4e tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Network 234dd989-1b6f-4d0e-b26c-6546ea618e4f is already hosted by enough agents. {{(pid=106710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:42:56.810435 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.base_scheduler [req-23bf483c-a48a-4889-b974-e7058436da4d req-9ae070b6-b04c-48e0-9cdf-956d2a3f0d4e tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Resources bound (agent type, host, resource id): {{(pid=106710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:42:56.814578 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae070b6-b04c-48e0-9cdf-956d2a3f0d4e tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Pushing event updated for resources: {'Port': ['ID=7e2fe0a8-7ba6-4296-bd21-12f8fb794d72,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:56.819523 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-a7d53bd2-7a9d-4c6f-b040-8a8707cb1298 req-28b5efcd-00bc-4dcd-b50d-fd6bdd3154be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14797571'] for port, after_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:56.819965 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.l3_dvrscheduler_db [req-23bf483c-a48a-4889-b974-e7058436da4d req-9ae070b6-b04c-48e0-9cdf-956d2a3f0d4e tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Received port after_create {{(pid=106710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:42:56.820630 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-1902d4f0-594f-49e2-a85d-d9d7ab8c4dd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:56.880892 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b5efcd-00bc-4dcd-b50d-fd6bdd3154be service neutron] Pushing event updated for resources: {'Port': ['ID=d8666fbc-69d7-49ab-bd06-8bb7b86849a3,revision_number=2']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:56.892150 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-1902d4f0-594f-49e2-a85d-d9d7ab8c4dd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:56.926488 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf483c-a48a-4889-b974-e7058436da4d req-9ae070b6-b04c-48e0-9cdf-956d2a3f0d4e tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:56.927161 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-23bf483c-a48a-4889-b974-e7058436da4d req-9ae070b6-b04c-48e0-9cdf-956d2a3f0d4e tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for port, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:56.988702 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.managers [req-a7d53bd2-7a9d-4c6f-b040-8a8707cb1298 req-28b5efcd-00bc-4dcd-b50d-fd6bdd3154be service neutron] Attempting to bind port d8666fbc-69d7-49ab-bd06-8bb7b86849a3 on host hv-cinder-81374 for vnic_type normal with profile {{(pid=106711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:42:57.011006 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.managers [req-a7d53bd2-7a9d-4c6f-b040-8a8707cb1298 req-28b5efcd-00bc-4dcd-b50d-fd6bdd3154be service neutron] Attempting to bind port d8666fbc-69d7-49ab-bd06-8bb7b86849a3 by drivers openvswitch,hyperv on host hv-cinder-81374 at level 0 using segments [{'id': 'f9077f40-da4c-4bda-b029-76facecb3822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0ffbc9b1-671e-4535-a15f-5a510845f53e'}] {{(pid=106711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:42:57.011006 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d53bd2-7a9d-4c6f-b040-8a8707cb1298 req-28b5efcd-00bc-4dcd-b50d-fd6bdd3154be service neutron] Attempting to bind port d8666fbc-69d7-49ab-bd06-8bb7b86849a3 on network 0ffbc9b1-671e-4535-a15f-5a510845f53e {{(pid=106711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:42:57.015027 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] get_ports_and_sgs() called for port_ids ['d49d88e2-e66e-44aa-a669-20928e18970b'] {{(pid=106712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:42:57.024830 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d53bd2-7a9d-4c6f-b040-8a8707cb1298 req-28b5efcd-00bc-4dcd-b50d-fd6bdd3154be service neutron] Port d8666fbc-69d7-49ab-bd06-8bb7b86849a3 on network 0ffbc9b1-671e-4535-a15f-5a510845f53e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81374 {{(pid=106711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 07:42:57.025166 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d53bd2-7a9d-4c6f-b040-8a8707cb1298 req-28b5efcd-00bc-4dcd-b50d-fd6bdd3154be service neutron] Attempting to bind port d8666fbc-69d7-49ab-bd06-8bb7b86849a3 on network 0ffbc9b1-671e-4535-a15f-5a510845f53e {{(pid=106711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:42:57.033723 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d53bd2-7a9d-4c6f-b040-8a8707cb1298 req-28b5efcd-00bc-4dcd-b50d-fd6bdd3154be service neutron] Checking agent: {'id': 'e9e2cc54-3b31-4b83-b77c-54087550ab3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 7, 40, 39), 'started_at': datetime.datetime(2021, 10, 14, 7, 40, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:42:57.034053 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d53bd2-7a9d-4c6f-b040-8a8707cb1298 req-28b5efcd-00bc-4dcd-b50d-fd6bdd3154be service neutron] Checking segment: {'id': 'f9077f40-da4c-4bda-b029-76facecb3822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0ffbc9b1-671e-4535-a15f-5a510845f53e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:42:57.034434 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d53bd2-7a9d-4c6f-b040-8a8707cb1298 req-28b5efcd-00bc-4dcd-b50d-fd6bdd3154be service neutron] Bound using segment: {'id': 'f9077f40-da4c-4bda-b029-76facecb3822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0ffbc9b1-671e-4535-a15f-5a510845f53e'} {{(pid=106711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:42:57.034866 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.managers [req-a7d53bd2-7a9d-4c6f-b040-8a8707cb1298 req-28b5efcd-00bc-4dcd-b50d-fd6bdd3154be service neutron] Bound port: d8666fbc-69d7-49ab-bd06-8bb7b86849a3, host: hv-cinder-81374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9077f40-da4c-4bda-b029-76facecb3822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0ffbc9b1-671e-4535-a15f-5a510845f53e'}}] {{(pid=106711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:42:57.035210 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-a7d53bd2-7a9d-4c6f-b040-8a8707cb1298 req-28b5efcd-00bc-4dcd-b50d-fd6bdd3154be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:57.102362 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce1ca2-f4df-4217-a0fc-6fa6248b6052 req-3b050738-05f0-489a-8403-3c45fbd72065 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:57.104148 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-a8ce1ca2-f4df-4217-a0fc-6fa6248b6052 req-3b050738-05f0-489a-8403-3c45fbd72065 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/ports?device_id=a049bcaa-35ed-4bcf-8d5a-e46729213874 HTTP/1.1" status: 200 len: 943 time: 0.1270545 Oct 14 07:42:57.195316 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-23bf483c-a48a-4889-b974-e7058436da4d req-9ae070b6-b04c-48e0-9cdf-956d2a3f0d4e tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5846474 Oct 14 07:42:57.212424 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-a8ce1ca2-f4df-4217-a0fc-6fa6248b6052 req-df690012-925c-44d5-9c8d-3fb90f1ea5f9 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4446439-4f2c-4433-b0f8-d5c2d79b80b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959551 Oct 14 07:42:57.213317 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.db [req-a7d53bd2-7a9d-4c6f-b040-8a8707cb1298 req-28b5efcd-00bc-4dcd-b50d-fd6bdd3154be service neutron] For port d8666fbc-69d7-49ab-bd06-8bb7b86849a3, host hv-cinder-81374, cleared binding levels {{(pid=106711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:42:57.218538 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.db [req-a7d53bd2-7a9d-4c6f-b040-8a8707cb1298 req-28b5efcd-00bc-4dcd-b50d-fd6bdd3154be service neutron] For port d8666fbc-69d7-49ab-bd06-8bb7b86849a3, host hv-cinder-81374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=d8666fbc-69d7-49ab-bd06-8bb7b86849a3,segment=NetworkSegment(f9077f40-da4c-4bda-b029-76facecb3822),segment_id=f9077f40-da4c-4bda-b029-76facecb3822)] {{(pid=106711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:42:57.232171 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-1902d4f0-594f-49e2-a85d-d9d7ab8c4dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:57.235305 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-1902d4f0-594f-49e2-a85d-d9d7ab8c4dd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:57.235956 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-1902d4f0-594f-49e2-a85d-d9d7ab8c4dd1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0ccb379d-8746-432d-87eb-c138e1c1da92 HTTP/1.1" status: 204 len: 168 time: 0.5668705 Oct 14 07:42:57.244616 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1902d4f0-594f-49e2-a85d-d9d7ab8c4dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ccb379d-8746-432d-87eb-c138e1c1da92,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:57.298967 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-e3f30edb-e232-40f1-9115-572be3692ef9 None None] Provisioning complete for port 7e2fe0a8-7ba6-4296-bd21-12f8fb794d72 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:42:57.299591 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-e3f30edb-e232-40f1-9115-572be3692ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:57.307827 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-a7d53bd2-7a9d-4c6f-b040-8a8707cb1298 req-28b5efcd-00bc-4dcd-b50d-fd6bdd3154be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14797571'] for port, after_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:57.361325 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-e3f30edb-e232-40f1-9115-572be3692ef9 None None] Port 7e2fe0a8-7ba6-4296-bd21-12f8fb794d72 cannot update to ACTIVE because it is not bound. {{(pid=106712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 07:42:57.413892 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-2a6d08f1-6509-47db-9618-29897bfec8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:57.523183 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d53bd2-7a9d-4c6f-b040-8a8707cb1298 req-28b5efcd-00bc-4dcd-b50d-fd6bdd3154be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:57.523815 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-a7d53bd2-7a9d-4c6f-b040-8a8707cb1298 req-28b5efcd-00bc-4dcd-b50d-fd6bdd3154be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for port, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:57.525144 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-a7d53bd2-7a9d-4c6f-b040-8a8707cb1298 req-28b5efcd-00bc-4dcd-b50d-fd6bdd3154be service neutron] 10.222.0.54 "PUT /v2.0/ports/d8666fbc-69d7-49ab-bd06-8bb7b86849a3 HTTP/1.1" status: 200 len: 1093 time: 1.3353801 Oct 14 07:42:57.525570 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b744436-af93-4071-bdb5-f471aef25489', 'tag': 'd8666fbc-69d7-49ab-bd06-8bb7b86849a3'}] {{(pid=106711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:42:57.527781 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761d26d7c5f72f4b552347b0101038dbdc9b0b60127f0c8e71cb2eb10747878c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a627ff2-0c5a-4fe0-ae56-2fd74df32f84" -d '{"events": [{"name": "network-changed", "server_uuid": "2b744436-af93-4071-bdb5-f471aef25489", "tag": "d8666fbc-69d7-49ab-bd06-8bb7b86849a3"}]}' {{(pid=106711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:42:57.562508 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b5efcd-00bc-4dcd-b50d-fd6bdd3154be service neutron] Pushing event updated for resources: {'Port': ['ID=d8666fbc-69d7-49ab-bd06-8bb7b86849a3,revision_number=3']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:57.582135 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34effb91-3562-4f7c-ad25-20e1926884f8 x-openstack-request-id: req-34effb91-3562-4f7c-ad25-20e1926884f8 {{(pid=106711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:42:57.582432 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b744436-af93-4071-bdb5-f471aef25489", "tag": "d8666fbc-69d7-49ab-bd06-8bb7b86849a3", "status": "completed", "code": 200}]} {{(pid=106711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:42:57.582683 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-34effb91-3562-4f7c-ad25-20e1926884f8 {{(pid=106711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:42:57.583073 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b744436-af93-4071-bdb5-f471aef25489', 'tag': 'd8666fbc-69d7-49ab-bd06-8bb7b86849a3', 'status': 'completed', 'code': 200} Oct 14 07:42:57.643607 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca125156-8a9c-481a-a9a4-e3d5f90c6b0b req-f6db6f6b-106f-429a-adf9-3d6b97cb9714 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:57.645422 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-ca125156-8a9c-481a-a9a4-e3d5f90c6b0b req-f6db6f6b-106f-429a-adf9-3d6b97cb9714 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 943 time: 0.0501850 Oct 14 07:42:57.696211 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-ca125156-8a9c-481a-a9a4-e3d5f90c6b0b req-1628485a-9552-48dc-99c7-42abd0930560 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=6228ef3e-acca-47fd-8ad2-0cd6c3c54a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438826 Oct 14 07:42:57.820462 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81393b11-270e-453f-9839-de115e2f3b3d req-1c368e2f-89c6-40d6-9e3b-0f7e6bae6eec tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:57.821980 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-81393b11-270e-453f-9839-de115e2f3b3d req-1c368e2f-89c6-40d6-9e3b-0f7e6bae6eec tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 931 time: 0.0550337 Oct 14 07:42:57.869671 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-81393b11-270e-453f-9839-de115e2f3b3d req-48881db4-e163-4010-a727-caa4bc33c768 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379782 Oct 14 07:42:57.899930 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff568235-88e5-49e3-baef-a96ba9679f8c req-7bff68c4-9a10-4abc-8912-ca6743beb740 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:57.901404 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-ff568235-88e5-49e3-baef-a96ba9679f8c req-7bff68c4-9a10-4abc-8912-ca6743beb740 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a4d7b1d-ff71-4b56-81b7-7aa920ad6a28 HTTP/1.1" status: 200 len: 944 time: 0.0501752 Oct 14 07:42:57.938768 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-ff568235-88e5-49e3-baef-a96ba9679f8c req-ef36893e-8dd5-4c91-a6e3-888c92e05835 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311499 Oct 14 07:42:58.317726 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61983a4c-b86b-48eb-adfc-dca7040bb2a6 req-f77a9bd6-8c10-4625-a629-0f321515ed64 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:58.319367 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-61983a4c-b86b-48eb-adfc-dca7040bb2a6 req-f77a9bd6-8c10-4625-a629-0f321515ed64 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/ports?device_id=a049bcaa-35ed-4bcf-8d5a-e46729213874 HTTP/1.1" status: 200 len: 943 time: 0.0486536 Oct 14 07:42:58.360994 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-61983a4c-b86b-48eb-adfc-dca7040bb2a6 req-086119ff-215e-4eb6-959d-7fd6b01dd380 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4446439-4f2c-4433-b0f8-d5c2d79b80b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352473 Oct 14 07:42:58.818023 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b552a24-0a6a-4728-9cb2-a99193f5bffa req-0cadfea3-859e-4cbd-a8fd-b6a27baa714d tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:58.819501 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-1b552a24-0a6a-4728-9cb2-a99193f5bffa req-0cadfea3-859e-4cbd-a8fd-b6a27baa714d tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 943 time: 0.0533795 Oct 14 07:42:58.837550 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 53178) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:58.865878 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-1b552a24-0a6a-4728-9cb2-a99193f5bffa req-ba731e6b-6fb7-4c4f-ae64-97d28365201f tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=6228ef3e-acca-47fd-8ad2-0cd6c3c54a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397921 Oct 14 07:42:58.950966 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-cd6b6a91-206c-4f20-af48-944a2487e4de admin admin] Publish callbacks [] for security_group, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:59.022262 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90caa0f-e5e1-48bd-9e6f-27d768bb7bd8 req-0e01e0bc-8936-4e04-a2f7-3d33f3eb4b08 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:59.023796 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c90caa0f-e5e1-48bd-9e6f-27d768bb7bd8 req-0e01e0bc-8936-4e04-a2f7-3d33f3eb4b08 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 931 time: 0.0747886 Oct 14 07:42:59.061324 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d526a4-f58c-40a0-925a-3cb0d3926c6e req-cededb08-a38a-4f85-8c5f-b6043dae3327 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:59.068201 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-75d526a4-f58c-40a0-925a-3cb0d3926c6e req-cededb08-a38a-4f85-8c5f-b6043dae3327 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a4d7b1d-ff71-4b56-81b7-7aa920ad6a28 HTTP/1.1" status: 200 len: 944 time: 0.0571413 Oct 14 07:42:59.093059 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c90caa0f-e5e1-48bd-9e6f-27d768bb7bd8 req-d6b6660d-f4bf-486e-bf4e-cb39d075cd95 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593019 Oct 14 07:42:59.122408 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-cd6b6a91-206c-4f20-af48-944a2487e4de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:59.123958 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-75d526a4-f58c-40a0-925a-3cb0d3926c6e req-82af34a7-7273-4114-8a0b-59d5c489fba4 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506372 Oct 14 07:42:59.212805 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-cd6b6a91-206c-4f20-af48-944a2487e4de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:59.250644 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b6a91-206c-4f20-af48-944a2487e4de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b90150-0107-4f10-8073-d2af5d3533dd,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:59.256185 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-cd6b6a91-206c-4f20-af48-944a2487e4de admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=33484757ed144745bb39e7688760b8f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4173148 Oct 14 07:42:59.258976 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 53202) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:42:59.307433 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-ce21b9a3-60c4-42ab-bb4a-01dcd9f03e06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:59.328308 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-ce21b9a3-60c4-42ab-bb4a-01dcd9f03e06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:59.441384 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-ce21b9a3-60c4-42ab-bb4a-01dcd9f03e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:59.444619 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-ce21b9a3-60c4-42ab-bb4a-01dcd9f03e06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:59.445906 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-ce21b9a3-60c4-42ab-bb4a-01dcd9f03e06 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d3b90150-0107-4f10-8073-d2af5d3533dd HTTP/1.1" status: 204 len: 168 time: 0.1861537 Oct 14 07:42:59.469079 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21b9a3-60c4-42ab-bb4a-01dcd9f03e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b90150-0107-4f10-8073-d2af5d3533dd,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:42:59.492297 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b527d23d-f03c-4c0b-bc5a-8e4ca80f41b0 req-f73946c0-0249-443c-8b73-4abffc5326cf tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:59.497051 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b527d23d-f03c-4c0b-bc5a-8e4ca80f41b0 req-f73946c0-0249-443c-8b73-4abffc5326cf tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/ports?device_id=a049bcaa-35ed-4bcf-8d5a-e46729213874 HTTP/1.1" status: 200 len: 943 time: 0.0636983 Oct 14 07:42:59.538511 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b527d23d-f03c-4c0b-bc5a-8e4ca80f41b0 req-7a564b32-22cc-4273-a50b-fa35419f9235 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4446439-4f2c-4433-b0f8-d5c2d79b80b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387163 Oct 14 07:42:59.865704 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [req-23bf483c-a48a-4889-b974-e7058436da4d req-b425548b-b0b6-4bea-8e0a-a40c281a3b6f service neutron] Request body: {'port': {'device_id': '15c4c719-31d7-4b3e-8592-330ef7a558a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81374'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:42:59.927986 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-23bf483c-a48a-4889-b974-e7058436da4d req-b425548b-b0b6-4bea-8e0a-a40c281a3b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:42:59.955440 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a627ff2-0c5a-4fe0-ae56-2fd74df32f84 req-1ee8862c-cd7f-41df-99f2-99212df55696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:42:59.956900 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-5a627ff2-0c5a-4fe0-ae56-2fd74df32f84 req-1ee8862c-cd7f-41df-99f2-99212df55696 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=faeed044a6d84decaaa0cac966b09ce9&device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 1096 time: 0.0501361 Oct 14 07:43:00.018895 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-72adf4cc-053e-4054-9974-29b2c121b472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:00.067142 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857c11b-47f5-402c-9993-ca232535f53f req-c4ecf84a-2800-477d-8fac-f85b315fffc3 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:00.069302 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-d857c11b-47f5-402c-9993-ca232535f53f req-c4ecf84a-2800-477d-8fac-f85b315fffc3 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 943 time: 0.1162274 Oct 14 07:43:00.109062 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a627ff2-0c5a-4fe0-ae56-2fd74df32f84 req-35e480a8-8f76-4cdd-af25-00f003ef2042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:00.110473 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-5a627ff2-0c5a-4fe0-ae56-2fd74df32f84 req-35e480a8-8f76-4cdd-af25-00f003ef2042 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=faeed044a6d84decaaa0cac966b09ce9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1279261 Oct 14 07:43:00.135793 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-d857c11b-47f5-402c-9993-ca232535f53f req-18f6fcfb-8c9f-45d7-9952-bae9440dc10f tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=6228ef3e-acca-47fd-8ad2-0cd6c3c54a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595627 Oct 14 07:43:00.180989 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 53230) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:00.204448 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-3bae093f-6773-413f-9ed0-5789d67d45b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:00.295525 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a627ff2-0c5a-4fe0-ae56-2fd74df32f84 req-d9bbe56f-f542-41e8-a0e9-9c4ec2fca6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:00.295525 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-5a627ff2-0c5a-4fe0-ae56-2fd74df32f84 req-d9bbe56f-f542-41e8-a0e9-9c4ec2fca6ad service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1750152 Oct 14 07:43:00.303769 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb0a30-ae4e-42da-a8c7-266834bb8616 req-c2b66425-a135-4ce6-a3cb-8790b50bf808 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:00.315237 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-a8fb0a30-ae4e-42da-a8c7-266834bb8616 req-c2b66425-a135-4ce6-a3cb-8790b50bf808 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a4d7b1d-ff71-4b56-81b7-7aa920ad6a28 HTTP/1.1" status: 200 len: 944 time: 0.0682478 Oct 14 07:43:00.330868 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.notifiers.nova [req-23bf483c-a48a-4889-b974-e7058436da4d req-b425548b-b0b6-4bea-8e0a-a40c281a3b6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e2fe0a8-7ba6-4296-bd21-12f8fb794d72 {{(pid=106710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:43:00.349857 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531602f-45b9-4d41-b4af-454438fba2f9 req-1a69df5d-47b4-40e5-b963-40eb734d662f tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:00.350670 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-a8fb0a30-ae4e-42da-a8c7-266834bb8616 req-aa57f53f-4e25-4d8c-9df2-345f59f2deaa tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345528 Oct 14 07:43:00.351375 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-e531602f-45b9-4d41-b4af-454438fba2f9 req-1a69df5d-47b4-40e5-b963-40eb734d662f tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 931 time: 0.1345484 Oct 14 07:43:00.354551 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-23bf483c-a48a-4889-b974-e7058436da4d req-b425548b-b0b6-4bea-8e0a-a40c281a3b6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:00.387498 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.provisioning_blocks [req-23bf483c-a48a-4889-b974-e7058436da4d req-b425548b-b0b6-4bea-8e0a-a40c281a3b6f service neutron] Transition to ACTIVE for port object 7e2fe0a8-7ba6-4296-bd21-12f8fb794d72 will not be triggered until provisioned by entity L2. {{(pid=106710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 07:43:00.415726 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d53bd2-7a9d-4c6f-b040-8a8707cb1298 req-95a4164e-3f6f-4fe2-8c92-0a9bbdb63a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:00.421259 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-a7d53bd2-7a9d-4c6f-b040-8a8707cb1298 req-95a4164e-3f6f-4fe2-8c92-0a9bbdb63a3b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=faeed044a6d84decaaa0cac966b09ce9&device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 1096 time: 0.0595646 Oct 14 07:43:00.423767 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-3bae093f-6773-413f-9ed0-5789d67d45b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:00.427241 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-e531602f-45b9-4d41-b4af-454438fba2f9 req-4717a117-78ab-4306-930a-670539562473 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661612 Oct 14 07:43:00.468867 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-a7d53bd2-7a9d-4c6f-b040-8a8707cb1298 req-2cd49eb3-964c-43c2-9bb4-8507dc15baf8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8666fbc-69d7-49ab-bd06-8bb7b86849a3 HTTP/1.1" status: 200 len: 217 time: 0.0374670 Oct 14 07:43:00.513463 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-23bf483c-a48a-4889-b974-e7058436da4d req-b425548b-b0b6-4bea-8e0a-a40c281a3b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16030733'] for port, after_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:00.520630 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d53bd2-7a9d-4c6f-b040-8a8707cb1298 req-15f930cf-94b5-4176-9fe2-2c01e4a3c2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:00.522148 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-a7d53bd2-7a9d-4c6f-b040-8a8707cb1298 req-15f930cf-94b5-4176-9fe2-2c01e4a3c2f1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6b3909e2-8d10-4803-8f95-ccf56ec3b849 HTTP/1.1" status: 200 len: 850 time: 0.0468199 Oct 14 07:43:00.537510 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-3bae093f-6773-413f-9ed0-5789d67d45b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:00.606453 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d53bd2-7a9d-4c6f-b040-8a8707cb1298 req-b5ad7596-0469-459f-9e0d-094d8f1a265f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:00.606923 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae093f-6773-413f-9ed0-5789d67d45b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd60bd1-9190-4c18-b047-6c0c1e75fad5,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:00.609811 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-a7d53bd2-7a9d-4c6f-b040-8a8707cb1298 req-b5ad7596-0469-459f-9e0d-094d8f1a265f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0ffbc9b1-671e-4535-a15f-5a510845f53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0804250 Oct 14 07:43:00.624816 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b425548b-b0b6-4bea-8e0a-a40c281a3b6f service neutron] Pushing event updated for resources: {'Port': ['ID=7e2fe0a8-7ba6-4296-bd21-12f8fb794d72,revision_number=2']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:00.640804 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-3bae093f-6773-413f-9ed0-5789d67d45b7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=df59789a8b884eed9fea61ba16f63561&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4531484 Oct 14 07:43:00.640804 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 53250) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:00.749654 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-03402c24-ec52-4195-86bc-15e776f68273 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:00.759906 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.managers [req-23bf483c-a48a-4889-b974-e7058436da4d req-b425548b-b0b6-4bea-8e0a-a40c281a3b6f service neutron] Attempting to bind port 7e2fe0a8-7ba6-4296-bd21-12f8fb794d72 on host hv-cinder-81374 for vnic_type normal with profile {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:43:00.760593 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.managers [req-23bf483c-a48a-4889-b974-e7058436da4d req-b425548b-b0b6-4bea-8e0a-a40c281a3b6f service neutron] Attempting to bind port 7e2fe0a8-7ba6-4296-bd21-12f8fb794d72 by drivers openvswitch,hyperv on host hv-cinder-81374 at level 0 using segments [{'id': '4a88a654-492a-4721-b165-d0bc4cb223f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '234dd989-1b6f-4d0e-b26c-6546ea618e4f'}] {{(pid=106710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:43:00.760593 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bf483c-a48a-4889-b974-e7058436da4d req-b425548b-b0b6-4bea-8e0a-a40c281a3b6f service neutron] Attempting to bind port 7e2fe0a8-7ba6-4296-bd21-12f8fb794d72 on network 234dd989-1b6f-4d0e-b26c-6546ea618e4f {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:43:00.768877 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bf483c-a48a-4889-b974-e7058436da4d req-b425548b-b0b6-4bea-8e0a-a40c281a3b6f service neutron] Port 7e2fe0a8-7ba6-4296-bd21-12f8fb794d72 on network 234dd989-1b6f-4d0e-b26c-6546ea618e4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81374 {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 07:43:00.769462 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bf483c-a48a-4889-b974-e7058436da4d req-b425548b-b0b6-4bea-8e0a-a40c281a3b6f service neutron] Attempting to bind port 7e2fe0a8-7ba6-4296-bd21-12f8fb794d72 on network 234dd989-1b6f-4d0e-b26c-6546ea618e4f {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:43:00.783642 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-03402c24-ec52-4195-86bc-15e776f68273 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:00.785546 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bf483c-a48a-4889-b974-e7058436da4d req-b425548b-b0b6-4bea-8e0a-a40c281a3b6f service neutron] Checking agent: {'id': 'e9e2cc54-3b31-4b83-b77c-54087550ab3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 7, 40, 39), 'started_at': datetime.datetime(2021, 10, 14, 7, 40, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:43:00.785875 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bf483c-a48a-4889-b974-e7058436da4d req-b425548b-b0b6-4bea-8e0a-a40c281a3b6f service neutron] Checking segment: {'id': '4a88a654-492a-4721-b165-d0bc4cb223f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '234dd989-1b6f-4d0e-b26c-6546ea618e4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:43:00.786245 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bf483c-a48a-4889-b974-e7058436da4d req-b425548b-b0b6-4bea-8e0a-a40c281a3b6f service neutron] Bound using segment: {'id': '4a88a654-492a-4721-b165-d0bc4cb223f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '234dd989-1b6f-4d0e-b26c-6546ea618e4f'} {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:43:00.786708 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.managers [req-23bf483c-a48a-4889-b974-e7058436da4d req-b425548b-b0b6-4bea-8e0a-a40c281a3b6f service neutron] Bound port: 7e2fe0a8-7ba6-4296-bd21-12f8fb794d72, host: hv-cinder-81374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a88a654-492a-4721-b165-d0bc4cb223f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '234dd989-1b6f-4d0e-b26c-6546ea618e4f'}}] {{(pid=106710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:43:00.787045 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-23bf483c-a48a-4889-b974-e7058436da4d req-b425548b-b0b6-4bea-8e0a-a40c281a3b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:00.789628 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5068b4-f30d-4c9f-baff-0eb38b7a13a3 req-61d9b350-25ec-42b9-8bd3-0999396f0754 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:00.791326 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-da5068b4-f30d-4c9f-baff-0eb38b7a13a3 req-61d9b350-25ec-42b9-8bd3-0999396f0754 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/ports?device_id=a049bcaa-35ed-4bcf-8d5a-e46729213874 HTTP/1.1" status: 200 len: 943 time: 0.1370883 Oct 14 07:43:00.830826 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-a7d53bd2-7a9d-4c6f-b040-8a8707cb1298 req-8dabd259-177a-4ba7-8c12-e678fd428b63 service neutron] 10.222.0.54 "GET /v2.0/networks/0ffbc9b1-671e-4535-a15f-5a510845f53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118783 Oct 14 07:43:00.832340 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:00.860527 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-da5068b4-f30d-4c9f-baff-0eb38b7a13a3 req-47d2ca5b-440a-48c0-9401-c87992557219 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4446439-4f2c-4433-b0f8-d5c2d79b80b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632148 Oct 14 07:43:00.889116 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.db [req-23bf483c-a48a-4889-b974-e7058436da4d req-b425548b-b0b6-4bea-8e0a-a40c281a3b6f service neutron] For port 7e2fe0a8-7ba6-4296-bd21-12f8fb794d72, host hv-cinder-81374, cleared binding levels {{(pid=106710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:43:00.892971 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.db [req-23bf483c-a48a-4889-b974-e7058436da4d req-b425548b-b0b6-4bea-8e0a-a40c281a3b6f service neutron] For port 7e2fe0a8-7ba6-4296-bd21-12f8fb794d72, host hv-cinder-81374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=7e2fe0a8-7ba6-4296-bd21-12f8fb794d72,segment=NetworkSegment(4a88a654-492a-4721-b165-d0bc4cb223f9),segment_id=4a88a654-492a-4721-b165-d0bc4cb223f9)] {{(pid=106710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:43:00.936491 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-a7d53bd2-7a9d-4c6f-b040-8a8707cb1298 req-8b042510-b3fc-42d0-a8f0-aa50fe865d56 service neutron] 10.222.0.54 "GET /v2.0/networks/0ffbc9b1-671e-4535-a15f-5a510845f53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933967 Oct 14 07:43:00.970279 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-23bf483c-a48a-4889-b974-e7058436da4d req-b425548b-b0b6-4bea-8e0a-a40c281a3b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16030733'] for port, after_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:00.972410 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-03402c24-ec52-4195-86bc-15e776f68273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:00.975545 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-03402c24-ec52-4195-86bc-15e776f68273 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:00.976811 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-03402c24-ec52-4195-86bc-15e776f68273 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4cd60bd1-9190-4c18-b047-6c0c1e75fad5 HTTP/1.1" status: 204 len: 168 time: 0.3387511 Oct 14 07:43:01.014103 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03402c24-ec52-4195-86bc-15e776f68273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd60bd1-9190-4c18-b047-6c0c1e75fad5,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:01.027475 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf483c-a48a-4889-b974-e7058436da4d req-b425548b-b0b6-4bea-8e0a-a40c281a3b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:01.028278 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-23bf483c-a48a-4889-b974-e7058436da4d req-b425548b-b0b6-4bea-8e0a-a40c281a3b6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for port, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:01.029828 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-23bf483c-a48a-4889-b974-e7058436da4d req-b425548b-b0b6-4bea-8e0a-a40c281a3b6f service neutron] 10.222.0.54 "PUT /v2.0/ports/7e2fe0a8-7ba6-4296-bd21-12f8fb794d72 HTTP/1.1" status: 200 len: 1093 time: 1.1691093 Oct 14 07:43:01.030266 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15c4c719-31d7-4b3e-8592-330ef7a558a8', 'tag': '7e2fe0a8-7ba6-4296-bd21-12f8fb794d72'}] {{(pid=106710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:43:01.032653 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ebf78bef5954e8ca5597493995d581d8346ee5b9d6b2d49db072251da4c473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6389ce9-7201-49e2-838b-4126ed1c9d4a" -d '{"events": [{"name": "network-changed", "server_uuid": "15c4c719-31d7-4b3e-8592-330ef7a558a8", "tag": "7e2fe0a8-7ba6-4296-bd21-12f8fb794d72"}]}' {{(pid=106710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:43:01.059973 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b425548b-b0b6-4bea-8e0a-a40c281a3b6f service neutron] Pushing event updated for resources: {'Port': ['ID=7e2fe0a8-7ba6-4296-bd21-12f8fb794d72,revision_number=3']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:01.084175 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37cefbd2-56f0-4ab8-a1d0-a941e5c6fb61 x-openstack-request-id: req-37cefbd2-56f0-4ab8-a1d0-a941e5c6fb61 {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:43:01.084525 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15c4c719-31d7-4b3e-8592-330ef7a558a8", "tag": "7e2fe0a8-7ba6-4296-bd21-12f8fb794d72", "status": "completed", "code": 200}]} {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:43:01.084868 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-37cefbd2-56f0-4ab8-a1d0-a941e5c6fb61 {{(pid=106710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:43:01.085363 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15c4c719-31d7-4b3e-8592-330ef7a558a8', 'tag': '7e2fe0a8-7ba6-4296-bd21-12f8fb794d72', 'status': 'completed', 'code': 200} Oct 14 07:43:01.174936 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6389ce9-7201-49e2-838b-4126ed1c9d4a req-78c83b82-d0fa-4f8a-aaac-58c63885147e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:01.174936 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b6389ce9-7201-49e2-838b-4126ed1c9d4a req-78c83b82-d0fa-4f8a-aaac-58c63885147e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f209626c73004f63b5c5a1466783d22f&device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 1096 time: 0.0426724 Oct 14 07:43:01.282531 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567ec29-0d58-444d-8dd0-cc2b2562647b req-ec10650f-ba2e-4777-bb1d-62db93e6c5ff tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:01.288621 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-b567ec29-0d58-444d-8dd0-cc2b2562647b req-ec10650f-ba2e-4777-bb1d-62db93e6c5ff tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 943 time: 0.0631690 Oct 14 07:43:01.294219 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-93e1ef1e-be74-48a7-9436-c986e05ec438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:01.339172 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-b567ec29-0d58-444d-8dd0-cc2b2562647b req-79dc11f4-99e8-465b-bbf1-7c3614b3756b tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=6228ef3e-acca-47fd-8ad2-0cd6c3c54a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477870 Oct 14 07:43:01.406922 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6389ce9-7201-49e2-838b-4126ed1c9d4a req-528b9ef6-c63b-4d67-98e5-5e51232c333c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:01.409763 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b6389ce9-7201-49e2-838b-4126ed1c9d4a req-528b9ef6-c63b-4d67-98e5-5e51232c333c service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=f209626c73004f63b5c5a1466783d22f&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2193565 Oct 14 07:43:01.575791 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577fd69-2a95-4440-a10a-24e010c2ebdd req-db0130da-9c96-4c18-a487-879365a6e30f tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:01.577258 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-7577fd69-2a95-4440-a10a-24e010c2ebdd req-db0130da-9c96-4c18-a487-879365a6e30f tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 943 time: 0.0596888 Oct 14 07:43:01.619775 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-7577fd69-2a95-4440-a10a-24e010c2ebdd req-5fe88e06-1b87-463c-b594-7d2847fbcf64 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361841 Oct 14 07:43:01.623287 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8209305-1c8c-4592-a317-9b1f34ff3b82 req-e7d2a269-5b00-44d8-8884-656047485e2c tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:01.632527 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b8209305-1c8c-4592-a317-9b1f34ff3b82 req-e7d2a269-5b00-44d8-8884-656047485e2c tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a4d7b1d-ff71-4b56-81b7-7aa920ad6a28 HTTP/1.1" status: 200 len: 944 time: 0.1991763 Oct 14 07:43:01.685889 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6389ce9-7201-49e2-838b-4126ed1c9d4a req-b351c3f5-cf74-4893-9ba5-52f38115ed1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:01.687245 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b6389ce9-7201-49e2-838b-4126ed1c9d4a req-b351c3f5-cf74-4893-9ba5-52f38115ed1b service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2697392 Oct 14 07:43:01.691964 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b8209305-1c8c-4592-a317-9b1f34ff3b82 req-b521c61a-7345-4a08-8519-2ecdc2d2b98c tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586557 Oct 14 07:43:01.900603 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 886ae692-61ff-4390-ba38-bbbc5639292f details requested by agent hyperv_hv-cinder-81374 with host hv-cinder-81374 {{(pid=106712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 07:43:01.963887 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device d49d88e2-e66e-44aa-a669-20928e18970b up at agent hyperv_hv-cinder-81374 {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:43:01.974963 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf483c-a48a-4889-b974-e7058436da4d req-19635226-e9f0-4518-bdc6-d743004bedaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:01.977065 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-23bf483c-a48a-4889-b974-e7058436da4d req-19635226-e9f0-4518-bdc6-d743004bedaf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f209626c73004f63b5c5a1466783d22f&device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 1096 time: 0.2264628 Oct 14 07:43:02.031779 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a199b-81f5-45fc-a618-0c9510aee4fb req-fe1a9470-0839-40d7-b5e3-8ff89115bf61 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:02.032889 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-23bf483c-a48a-4889-b974-e7058436da4d req-8993a200-7967-482a-9591-3d8ac0ddfb09 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e2fe0a8-7ba6-4296-bd21-12f8fb794d72 HTTP/1.1" status: 200 len: 217 time: 0.0415502 Oct 14 07:43:02.054791 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-c64a199b-81f5-45fc-a618-0c9510aee4fb req-fe1a9470-0839-40d7-b5e3-8ff89115bf61 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/ports?device_id=a049bcaa-35ed-4bcf-8d5a-e46729213874 HTTP/1.1" status: 200 len: 943 time: 0.0964580 Oct 14 07:43:02.089796 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf483c-a48a-4889-b974-e7058436da4d req-878b15cc-4e13-4481-b53e-997028a004b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:02.091546 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-23bf483c-a48a-4889-b974-e7058436da4d req-878b15cc-4e13-4481-b53e-997028a004b1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61 HTTP/1.1" status: 200 len: 856 time: 0.0518470 Oct 14 07:43:02.117550 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port 886ae692-61ff-4390-ba38-bbbc5639292f, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=886ae692-61ff-4390-ba38-bbbc5639292f,segment=NetworkSegment(84ac8eb6-b346-4a67-a28f-c6dbb78df96c),segment_id=84ac8eb6-b346-4a67-a28f-c6dbb78df96c)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:43:02.147406 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Returning: {'device': '886ae692-61ff-4390-ba38-bbbc5639292f', 'network_id': '17cb17fe-84ad-4177-b518-5cfefa98780c', 'port_id': '886ae692-61ff-4390-ba38-bbbc5639292f', 'mac_address': 'fa:16:3e:82:d8:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1912cd4f-e823-416b-bcfc-44dbb0b67ddf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 07:43:02.154227 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-c64a199b-81f5-45fc-a618-0c9510aee4fb req-4dc35581-5df1-49ce-a376-6a792a5e0249 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4446439-4f2c-4433-b0f8-d5c2d79b80b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900748 Oct 14 07:43:02.202109 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf483c-a48a-4889-b974-e7058436da4d req-a19cf43f-acf2-4ebe-8199-79e77ebcf657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:02.204292 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-23bf483c-a48a-4889-b974-e7058436da4d req-a19cf43f-acf2-4ebe-8199-79e77ebcf657 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=234dd989-1b6f-4d0e-b26c-6546ea618e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1038752 Oct 14 07:43:02.221024 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:02.237979 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 886ae692-61ff-4390-ba38-bbbc5639292f {{(pid=106712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:43:02.261294 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port 886ae692-61ff-4390-ba38-bbbc5639292f, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=886ae692-61ff-4390-ba38-bbbc5639292f,segment=NetworkSegment(84ac8eb6-b346-4a67-a28f-c6dbb78df96c),segment_id=84ac8eb6-b346-4a67-a28f-c6dbb78df96c)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:43:02.318802 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-23bf483c-a48a-4889-b974-e7058436da4d req-13d2142d-d1b2-4d5a-a142-fb1a60c6d5f0 service neutron] 10.222.0.54 "GET /v2.0/networks/234dd989-1b6f-4d0e-b26c-6546ea618e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057374 Oct 14 07:43:02.352134 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Provisioning for port d49d88e2-e66e-44aa-a669-20928e18970b completed by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 07:43:02.356315 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Provisioning complete for port d49d88e2-e66e-44aa-a669-20928e18970b triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:43:02.356636 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:02.379349 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:02.439028 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=886ae692-61ff-4390-ba38-bbbc5639292f,revision_number=4']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:02.450362 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-23bf483c-a48a-4889-b974-e7058436da4d req-a5026850-aaa9-427e-b3bf-7b67f898a3a1 service neutron] 10.222.0.54 "GET /v2.0/networks/234dd989-1b6f-4d0e-b26c-6546ea618e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238620 Oct 14 07:43:02.467503 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9303e-8468-47c9-8f08-8e3004d99e06 req-5198fc2c-44cb-4770-bc75-7ce1f0865e31 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:02.469033 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a0b9303e-8468-47c9-8f08-8e3004d99e06 req-5198fc2c-44cb-4770-bc75-7ce1f0865e31 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 943 time: 0.0603673 Oct 14 07:43:02.507186 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:02.508824 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a0b9303e-8468-47c9-8f08-8e3004d99e06 req-8737090a-6c01-40d6-aa0c-04f0428c3e31 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=6228ef3e-acca-47fd-8ad2-0cd6c3c54a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324090 Oct 14 07:43:02.529661 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a4d7b1d-ff71-4b56-81b7-7aa920ad6a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49d88e2-e66e-44aa-a669-20928e18970b'}] {{(pid=106712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:43:02.612688 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port d49d88e2-e66e-44aa-a669-20928e18970b, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=d49d88e2-e66e-44aa-a669-20928e18970b,segment=NetworkSegment(3b66f756-396e-4b46-9e02-b120fb33c532),segment_id=3b66f756-396e-4b46-9e02-b120fb33c532)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:43:02.678700 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:02.714363 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3db9d29808d7d8625da6d6dfdab11118ca3df70b734e515c8bcc451a900cfacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4371cb84-2b8c-4cb7-a0e4-ecba88b45b09" -d '{"events": [{"server_uuid": "5a4d7b1d-ff71-4b56-81b7-7aa920ad6a28", "name": "network-vif-plugged", "status": "completed", "tag": "d49d88e2-e66e-44aa-a669-20928e18970b"}]}' {{(pid=106712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:43:02.733511 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] get_ports_and_sgs() called for port_ids ['886ae692-61ff-4390-ba38-bbbc5639292f'] {{(pid=106712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:43:02.775199 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c336b-37a5-4fc2-892f-8307a2a45c58 req-863d2752-0f67-4ac6-92aa-dd25b4bf43a0 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:02.775651 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=d49d88e2-e66e-44aa-a669-20928e18970b,revision_number=5']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:02.782920 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-091c336b-37a5-4fc2-892f-8307a2a45c58 req-863d2752-0f67-4ac6-92aa-dd25b4bf43a0 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 943 time: 0.0828774 Oct 14 07:43:02.832836 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-091c336b-37a5-4fc2-892f-8307a2a45c58 req-46f17430-8e35-41fc-877b-f1fca5123e99 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435550 Oct 14 07:43:02.855617 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c1285-46f3-4e9f-9fc2-d89ab503eddf req-cdfd6a77-b087-44b6-a3d3-8e2f4e3078d3 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:02.857313 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-e09c1285-46f3-4e9f-9fc2-d89ab503eddf req-cdfd6a77-b087-44b6-a3d3-8e2f4e3078d3 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a4d7b1d-ff71-4b56-81b7-7aa920ad6a28 HTTP/1.1" status: 200 len: 945 time: 0.0709124 Oct 14 07:43:02.899005 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-e09c1285-46f3-4e9f-9fc2-d89ab503eddf req-bb778b4f-4aa4-40e0-9cfd-f873c133042c tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352564 Oct 14 07:43:02.942233 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a54e4a7-2588-44f8-98f1-c347a4b5762a x-openstack-request-id: req-4a54e4a7-2588-44f8-98f1-c347a4b5762a {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:43:02.942550 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a4d7b1d-ff71-4b56-81b7-7aa920ad6a28", "name": "network-vif-plugged", "status": "completed", "tag": "d49d88e2-e66e-44aa-a669-20928e18970b", "code": 200}]} {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:43:02.943062 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4a54e4a7-2588-44f8-98f1-c347a4b5762a {{(pid=106712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:43:02.943486 dv-cinder-813746-2-iscsi neutron-server[106712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a4d7b1d-ff71-4b56-81b7-7aa920ad6a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49d88e2-e66e-44aa-a669-20928e18970b', 'code': 200} Oct 14 07:43:02.970439 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-439377cf-db3c-4e91-9aae-241f8a26ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:03.335804 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30784c76-e9e3-45bd-ac09-7261b9bf604a req-71dd8520-e442-45fa-8312-0cb747ced086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:03.337279 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-30784c76-e9e3-45bd-ac09-7261b9bf604a req-71dd8520-e442-45fa-8312-0cb747ced086 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5a4d7b1d-ff71-4b56-81b7-7aa920ad6a28 HTTP/1.1" status: 200 len: 1098 time: 0.0791144 Oct 14 07:43:03.345519 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f09b46-708a-48c7-b9ef-96ad7a879e56 req-a5889210-a8c2-466c-a783-41e63532f179 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:03.352580 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-48f09b46-708a-48c7-b9ef-96ad7a879e56 req-a5889210-a8c2-466c-a783-41e63532f179 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/ports?device_id=a049bcaa-35ed-4bcf-8d5a-e46729213874 HTTP/1.1" status: 200 len: 944 time: 0.1200514 Oct 14 07:43:03.383353 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-30784c76-e9e3-45bd-ac09-7261b9bf604a req-b160e282-902e-41d6-aefe-474c68bedfff service neutron] Publish callbacks [] for security_group, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:03.410891 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-48f09b46-708a-48c7-b9ef-96ad7a879e56 req-20bcc2f6-6df6-4e67-bec6-fab67659af70 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4446439-4f2c-4433-b0f8-d5c2d79b80b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574598 Oct 14 07:43:03.484236 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-30784c76-e9e3-45bd-ac09-7261b9bf604a req-b160e282-902e-41d6-aefe-474c68bedfff service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:03.550009 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-30784c76-e9e3-45bd-ac09-7261b9bf604a req-b160e282-902e-41d6-aefe-474c68bedfff service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:03.579280 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-30784c76-e9e3-45bd-ac09-7261b9bf604a req-b160e282-902e-41d6-aefe-474c68bedfff service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185769 Oct 14 07:43:03.590400 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b160e282-902e-41d6-aefe-474c68bedfff service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcca7f0-f4d4-46a9-91a6-f8df804e70e8,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:03.628067 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bafe214-8525-4453-a179-31db3b45f2ff req-26a12ed6-fda9-40e4-a14d-d91c0daf2abd tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:03.635079 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-6bafe214-8525-4453-a179-31db3b45f2ff req-26a12ed6-fda9-40e4-a14d-d91c0daf2abd tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 943 time: 0.0513353 Oct 14 07:43:03.666761 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-6bafe214-8525-4453-a179-31db3b45f2ff req-6ad6c5db-19c7-40fe-a53f-3a93e1c4e9f9 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=6228ef3e-acca-47fd-8ad2-0cd6c3c54a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305095 Oct 14 07:43:03.924155 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device d8666fbc-69d7-49ab-bd06-8bb7b86849a3 details requested by agent hyperv_hv-cinder-81374 with host hv-cinder-81374 {{(pid=106712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 07:43:03.941030 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 886ae692-61ff-4390-ba38-bbbc5639292f up at agent hyperv_hv-cinder-81374 {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:43:03.953645 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2437c47-eef1-4503-b4f1-d88b97d80420 req-985e6354-9885-4785-8423-cc09c6d26405 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:03.955778 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c2437c47-eef1-4503-b4f1-d88b97d80420 req-985e6354-9885-4785-8423-cc09c6d26405 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 943 time: 0.0512886 Oct 14 07:43:04.036200 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c2437c47-eef1-4503-b4f1-d88b97d80420 req-cb2fa451-c45a-45b1-ba6f-11d9478fe14f tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727627 Oct 14 07:43:04.062077 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a8430f-bbf6-493e-84ba-aff83c094d32 req-289bca9a-3a09-4a20-9353-95838d3f8b7e tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:04.071950 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-a7a8430f-bbf6-493e-84ba-aff83c094d32 req-289bca9a-3a09-4a20-9353-95838d3f8b7e tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a4d7b1d-ff71-4b56-81b7-7aa920ad6a28 HTTP/1.1" status: 200 len: 945 time: 0.0736585 Oct 14 07:43:04.108847 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port d8666fbc-69d7-49ab-bd06-8bb7b86849a3, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=d8666fbc-69d7-49ab-bd06-8bb7b86849a3,segment=NetworkSegment(f9077f40-da4c-4bda-b029-76facecb3822),segment_id=f9077f40-da4c-4bda-b029-76facecb3822)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:43:04.111746 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-a7a8430f-bbf6-493e-84ba-aff83c094d32 req-9a193e93-a115-42e7-95f9-8e10baa298d2 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384202 Oct 14 07:43:04.122626 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Returning: {'device': 'd8666fbc-69d7-49ab-bd06-8bb7b86849a3', 'network_id': '0ffbc9b1-671e-4535-a15f-5a510845f53e', 'port_id': 'd8666fbc-69d7-49ab-bd06-8bb7b86849a3', 'mac_address': 'fa:16:3e:1f:f8:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b3909e2-8d10-4803-8f95-ccf56ec3b849', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 07:43:04.156429 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Provisioning for port 886ae692-61ff-4390-ba38-bbbc5639292f completed by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 07:43:04.164860 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Provisioning complete for port 886ae692-61ff-4390-ba38-bbbc5639292f triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:43:04.165233 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:04.199040 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:04.219543 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8666fbc-69d7-49ab-bd06-8bb7b86849a3 {{(pid=106712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:43:04.243556 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port d8666fbc-69d7-49ab-bd06-8bb7b86849a3, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=d8666fbc-69d7-49ab-bd06-8bb7b86849a3,segment=NetworkSegment(f9077f40-da4c-4bda-b029-76facecb3822),segment_id=f9077f40-da4c-4bda-b029-76facecb3822)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:43:04.280406 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:04.305317 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:04.342209 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port 886ae692-61ff-4390-ba38-bbbc5639292f, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=886ae692-61ff-4390-ba38-bbbc5639292f,segment=NetworkSegment(84ac8eb6-b346-4a67-a28f-c6dbb78df96c),segment_id=84ac8eb6-b346-4a67-a28f-c6dbb78df96c)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:43:04.366824 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=d8666fbc-69d7-49ab-bd06-8bb7b86849a3,revision_number=4']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:04.418148 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:04.477131 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=886ae692-61ff-4390-ba38-bbbc5639292f,revision_number=5']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:04.536068 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885e1ec-b537-4087-9901-981e1a65f185 req-84eeb882-707c-44d4-8117-fcf880112b12 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:04.538202 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-0885e1ec-b537-4087-9901-981e1a65f185 req-84eeb882-707c-44d4-8117-fcf880112b12 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/ports?device_id=a049bcaa-35ed-4bcf-8d5a-e46729213874 HTTP/1.1" status: 200 len: 945 time: 0.0533772 Oct 14 07:43:04.579101 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-0885e1ec-b537-4087-9901-981e1a65f185 req-b217c331-1db6-422d-b73f-bdd1ece87dfe tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4446439-4f2c-4433-b0f8-d5c2d79b80b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342155 Oct 14 07:43:04.620232 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] get_ports_and_sgs() called for port_ids ['d8666fbc-69d7-49ab-bd06-8bb7b86849a3'] {{(pid=106712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:43:04.786137 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970af0a8-a832-438e-b067-af35d089606b req-d37ec78a-2d41-4b13-ab24-653fefdc5b25 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:04.788154 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-970af0a8-a832-438e-b067-af35d089606b req-d37ec78a-2d41-4b13-ab24-653fefdc5b25 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 944 time: 0.0472133 Oct 14 07:43:04.826309 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-970af0a8-a832-438e-b067-af35d089606b req-6230cf34-1e65-4549-91f0-1fbc69125d63 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=6228ef3e-acca-47fd-8ad2-0cd6c3c54a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322742 Oct 14 07:43:04.913436 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 53420) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:04.944354 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a049bcaa-35ed-4bcf-8d5a-e46729213874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '886ae692-61ff-4390-ba38-bbbc5639292f'}] {{(pid=106712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:43:04.946675 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3db9d29808d7d8625da6d6dfdab11118ca3df70b734e515c8bcc451a900cfacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea28b9a5-9f92-45ce-b8a0-14b2bd5bca61" -d '{"events": [{"server_uuid": "a049bcaa-35ed-4bcf-8d5a-e46729213874", "name": "network-vif-plugged", "status": "completed", "tag": "886ae692-61ff-4390-ba38-bbbc5639292f"}]}' {{(pid=106712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:43:04.980838 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-332ad2fa-7f9c-4f1e-a74e-5a916c8002f8 x-openstack-request-id: req-332ad2fa-7f9c-4f1e-a74e-5a916c8002f8 {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:43:04.981154 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a049bcaa-35ed-4bcf-8d5a-e46729213874", "name": "network-vif-plugged", "status": "completed", "tag": "886ae692-61ff-4390-ba38-bbbc5639292f", "code": 200}]} {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:43:04.981406 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-332ad2fa-7f9c-4f1e-a74e-5a916c8002f8 {{(pid=106712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:43:04.981797 dv-cinder-813746-2-iscsi neutron-server[106712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a049bcaa-35ed-4bcf-8d5a-e46729213874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '886ae692-61ff-4390-ba38-bbbc5639292f', 'code': 200} Oct 14 07:43:05.016789 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-d4b0dab0-78fd-4afa-97c4-f5fc6cf018e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:05.089457 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-d4b0dab0-78fd-4afa-97c4-f5fc6cf018e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:05.185606 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb7297-4fae-4654-b107-d449dd7ae7f6 req-6837f8a7-2d3e-4f63-95cd-a5545233d02f tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:05.185606 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-7dcb7297-4fae-4654-b107-d449dd7ae7f6 req-6837f8a7-2d3e-4f63-95cd-a5545233d02f tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 943 time: 0.0632617 Oct 14 07:43:05.205393 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-d4b0dab0-78fd-4afa-97c4-f5fc6cf018e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:05.223901 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-7dcb7297-4fae-4654-b107-d449dd7ae7f6 req-d9d9b977-b591-4981-b879-9a6745122c59 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343645 Oct 14 07:43:05.276713 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-d4b0dab0-78fd-4afa-97c4-f5fc6cf018e4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a952d8ff9b7741c392612f1f03951ca7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3621240 Oct 14 07:43:05.280561 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b0dab0-78fd-4afa-97c4-f5fc6cf018e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7da6fc-e06f-4830-929b-355a0970267a,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:05.280687 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 53440) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:05.303143 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab3b39-e78c-443a-88c7-7b2bfeb22bbc req-33bd841e-3c76-465b-b98e-589d4aab2775 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:05.313360 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-baab3b39-e78c-443a-88c7-7b2bfeb22bbc req-33bd841e-3c76-465b-b98e-589d4aab2775 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a4d7b1d-ff71-4b56-81b7-7aa920ad6a28 HTTP/1.1" status: 200 len: 945 time: 0.1095707 Oct 14 07:43:05.366984 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-331f8627-05c5-4521-a26e-8cca61180ce8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:05.367515 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-baab3b39-e78c-443a-88c7-7b2bfeb22bbc req-2fdb008a-1cf1-4f8a-9119-c89abd1be87a tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531471 Oct 14 07:43:05.393250 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-331f8627-05c5-4521-a26e-8cca61180ce8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:05.424154 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49e174-dba0-445a-b3d8-6c7ad3ee085c req-721bc121-436a-4a25-98a4-9bc8cc3ed47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:05.425650 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-ce49e174-dba0-445a-b3d8-6c7ad3ee085c req-721bc121-436a-4a25-98a4-9bc8cc3ed47b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a049bcaa-35ed-4bcf-8d5a-e46729213874 HTTP/1.1" status: 200 len: 1098 time: 0.0507197 Oct 14 07:43:05.461879 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-ce49e174-dba0-445a-b3d8-6c7ad3ee085c req-a1cddf85-667f-4056-a991-c8783bfa9808 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f4446439-4f2c-4433-b0f8-d5c2d79b80b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276859 Oct 14 07:43:05.529608 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-331f8627-05c5-4521-a26e-8cca61180ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:05.532712 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-331f8627-05c5-4521-a26e-8cca61180ce8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:05.533935 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-331f8627-05c5-4521-a26e-8cca61180ce8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0a7da6fc-e06f-4830-929b-355a0970267a HTTP/1.1" status: 204 len: 168 time: 0.2525859 Oct 14 07:43:05.542907 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f8627-05c5-4521-a26e-8cca61180ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7da6fc-e06f-4830-929b-355a0970267a,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:05.694602 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86291f5a-bfb5-430a-b130-d7774f183c03 req-1be85392-d4b4-4de2-a1b7-6eb6f8986561 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:05.696098 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-86291f5a-bfb5-430a-b130-d7774f183c03 req-1be85392-d4b4-4de2-a1b7-6eb6f8986561 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/ports?device_id=a049bcaa-35ed-4bcf-8d5a-e46729213874 HTTP/1.1" status: 200 len: 945 time: 0.0487816 Oct 14 07:43:05.742481 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-86291f5a-bfb5-430a-b130-d7774f183c03 req-f3f3ae9d-372f-4527-8baa-72fda7cd65da tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4446439-4f2c-4433-b0f8-d5c2d79b80b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402653 Oct 14 07:43:05.934237 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 7e2fe0a8-7ba6-4296-bd21-12f8fb794d72 details requested by agent hyperv_hv-cinder-81374 with host hv-cinder-81374 {{(pid=106712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 07:43:05.967268 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device d8666fbc-69d7-49ab-bd06-8bb7b86849a3 up at agent hyperv_hv-cinder-81374 {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:43:05.988970 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 53480) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:06.018154 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6329d-9d2c-4bf7-8bf1-3d55f686f4d7 req-d16f5069-38c4-4d33-b163-0e3f5b8e2a08 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:06.021057 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-73a6329d-9d2c-4bf7-8bf1-3d55f686f4d7 req-d16f5069-38c4-4d33-b163-0e3f5b8e2a08 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 944 time: 0.1171424 Oct 14 07:43:06.072611 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-73a6329d-9d2c-4bf7-8bf1-3d55f686f4d7 req-053d65e3-7fc3-4851-8594-2bb8ce53c326 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=6228ef3e-acca-47fd-8ad2-0cd6c3c54a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446279 Oct 14 07:43:06.111933 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port 7e2fe0a8-7ba6-4296-bd21-12f8fb794d72, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=7e2fe0a8-7ba6-4296-bd21-12f8fb794d72,segment=NetworkSegment(4a88a654-492a-4721-b165-d0bc4cb223f9),segment_id=4a88a654-492a-4721-b165-d0bc4cb223f9)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:43:06.116759 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-d801174c-1a12-471c-96a7-878c3ff3d3b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:06.123769 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Returning: {'device': '7e2fe0a8-7ba6-4296-bd21-12f8fb794d72', 'network_id': '234dd989-1b6f-4d0e-b26c-6546ea618e4f', 'port_id': '7e2fe0a8-7ba6-4296-bd21-12f8fb794d72', 'mac_address': 'fa:16:3e:21:a0:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 07:43:06.160754 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:06.174717 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e2fe0a8-7ba6-4296-bd21-12f8fb794d72 {{(pid=106712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:43:06.190693 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-d801174c-1a12-471c-96a7-878c3ff3d3b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:06.198768 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port 7e2fe0a8-7ba6-4296-bd21-12f8fb794d72, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=7e2fe0a8-7ba6-4296-bd21-12f8fb794d72,segment=NetworkSegment(4a88a654-492a-4721-b165-d0bc4cb223f9),segment_id=4a88a654-492a-4721-b165-d0bc4cb223f9)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:43:06.203200 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Provisioning for port d8666fbc-69d7-49ab-bd06-8bb7b86849a3 completed by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 07:43:06.206911 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Provisioning complete for port d8666fbc-69d7-49ab-bd06-8bb7b86849a3 triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:43:06.207309 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:06.282987 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:06.309908 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:06.310945 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-d801174c-1a12-471c-96a7-878c3ff3d3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:06.321720 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port d8666fbc-69d7-49ab-bd06-8bb7b86849a3, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=d8666fbc-69d7-49ab-bd06-8bb7b86849a3,segment=NetworkSegment(f9077f40-da4c-4bda-b029-76facecb3822),segment_id=f9077f40-da4c-4bda-b029-76facecb3822)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:43:06.364267 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=7e2fe0a8-7ba6-4296-bd21-12f8fb794d72,revision_number=4']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:06.372266 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-d801174c-1a12-471c-96a7-878c3ff3d3b4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6652451b01ef439fb470e93df491a5b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3807788 Oct 14 07:43:06.374520 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 53486) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:06.376885 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d801174c-1a12-471c-96a7-878c3ff3d3b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee8cf9e-bfdc-4ec1-a841-cc634664169e,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:06.382874 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 53488) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:06.389140 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e332b81-b0c8-435f-bbee-d7ecfb25497f req-b1335a07-8828-41d1-bc8f-b49ef58c8656 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:06.390845 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-4e332b81-b0c8-435f-bbee-d7ecfb25497f req-b1335a07-8828-41d1-bc8f-b49ef58c8656 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 944 time: 0.0917234 Oct 14 07:43:06.422084 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-9ad542e7-42d2-499a-a8b4-c0644b98f36b admin admin] Publish callbacks [] for security_group, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:06.433250 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-4e332b81-b0c8-435f-bbee-d7ecfb25497f req-04e9270c-cdb5-4d59-a6ed-8296f3ac84a7 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338914 Oct 14 07:43:06.447760 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:06.509614 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=d8666fbc-69d7-49ab-bd06-8bb7b86849a3,revision_number=5']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:06.510035 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-fc21f2eb-d1fd-4a91-be91-2d63d20f4367 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:06.550538 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-fc21f2eb-d1fd-4a91-be91-2d63d20f4367 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:06.573874 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da4a741-41f4-4cba-82a8-0a158896f22b req-092005f1-a2e9-4601-9813-26ea0b17edab tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:06.575383 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-0da4a741-41f4-4cba-82a8-0a158896f22b req-092005f1-a2e9-4601-9813-26ea0b17edab tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a4d7b1d-ff71-4b56-81b7-7aa920ad6a28 HTTP/1.1" status: 200 len: 945 time: 0.1017661 Oct 14 07:43:06.626663 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-9ad542e7-42d2-499a-a8b4-c0644b98f36b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:06.648366 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-0da4a741-41f4-4cba-82a8-0a158896f22b req-eca95ba9-a63c-4673-ad96-d0e014aa082f tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614073 Oct 14 07:43:06.686967 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] get_ports_and_sgs() called for port_ids ['7e2fe0a8-7ba6-4296-bd21-12f8fb794d72'] {{(pid=106712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:43:06.738512 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-9ad542e7-42d2-499a-a8b4-c0644b98f36b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:06.779078 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-9ad542e7-42d2-499a-a8b4-c0644b98f36b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=71c8a74082ba43dc9d5abc19c6fb3d39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3939688 Oct 14 07:43:06.779887 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad542e7-42d2-499a-a8b4-c0644b98f36b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5ce6fa-6c49-4eeb-9fd3-91bac3cce634,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:06.782651 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 53496) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:06.801752 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-fc21f2eb-d1fd-4a91-be91-2d63d20f4367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:06.805739 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-fc21f2eb-d1fd-4a91-be91-2d63d20f4367 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:06.811027 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-fc21f2eb-d1fd-4a91-be91-2d63d20f4367 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6ee8cf9e-bfdc-4ec1-a841-cc634664169e HTTP/1.1" status: 204 len: 168 time: 0.4317462 Oct 14 07:43:06.837206 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc21f2eb-d1fd-4a91-be91-2d63d20f4367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee8cf9e-bfdc-4ec1-a841-cc634664169e,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:06.873340 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-b7e87148-2817-44ef-a8cf-de07844480c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:06.908019 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6b5cb-8586-4fe4-832e-91dc38c00763 req-1d34f379-2600-49f9-b370-724f9cb10475 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:06.909758 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-4de6b5cb-8586-4fe4-832e-91dc38c00763 req-1d34f379-2600-49f9-b370-724f9cb10475 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/ports?device_id=a049bcaa-35ed-4bcf-8d5a-e46729213874 HTTP/1.1" status: 200 len: 945 time: 0.0749984 Oct 14 07:43:06.919937 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-b7e87148-2817-44ef-a8cf-de07844480c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:06.978427 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-4de6b5cb-8586-4fe4-832e-91dc38c00763 req-c38ac97b-6797-4b99-9cfc-89163bd24981 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4446439-4f2c-4433-b0f8-d5c2d79b80b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607769 Oct 14 07:43:06.983135 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b744436-af93-4071-bdb5-f471aef25489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8666fbc-69d7-49ab-bd06-8bb7b86849a3'}] {{(pid=106712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:43:06.986238 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3db9d29808d7d8625da6d6dfdab11118ca3df70b734e515c8bcc451a900cfacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e414e2-57ef-46b5-beec-6b3887e135c6" -d '{"events": [{"server_uuid": "2b744436-af93-4071-bdb5-f471aef25489", "name": "network-vif-plugged", "status": "completed", "tag": "d8666fbc-69d7-49ab-bd06-8bb7b86849a3"}]}' {{(pid=106712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:43:07.029470 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b903fe0e-239f-422d-a8bb-c5f43490b89d x-openstack-request-id: req-b903fe0e-239f-422d-a8bb-c5f43490b89d {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:43:07.029781 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b744436-af93-4071-bdb5-f471aef25489", "name": "network-vif-plugged", "status": "completed", "tag": "d8666fbc-69d7-49ab-bd06-8bb7b86849a3", "code": 200}]} {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:43:07.031182 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b903fe0e-239f-422d-a8bb-c5f43490b89d {{(pid=106712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:43:07.031182 dv-cinder-813746-2-iscsi neutron-server[106712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b744436-af93-4071-bdb5-f471aef25489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8666fbc-69d7-49ab-bd06-8bb7b86849a3', 'code': 200} Oct 14 07:43:07.094755 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-b7e87148-2817-44ef-a8cf-de07844480c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:07.097674 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-b7e87148-2817-44ef-a8cf-de07844480c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:07.098913 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-b7e87148-2817-44ef-a8cf-de07844480c1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cc5ce6fa-6c49-4eeb-9fd3-91bac3cce634 HTTP/1.1" status: 204 len: 168 time: 0.3161528 Oct 14 07:43:07.107569 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e87148-2817-44ef-a8cf-de07844480c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5ce6fa-6c49-4eeb-9fd3-91bac3cce634,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:07.217479 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860ddd6-12ea-4372-962c-d88f2b8ca407 req-781daf34-48fc-49f4-8f25-6a8d0a5a45f1 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:07.224448 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-a860ddd6-12ea-4372-962c-d88f2b8ca407 req-781daf34-48fc-49f4-8f25-6a8d0a5a45f1 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 945 time: 0.0770245 Oct 14 07:43:07.269977 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-a860ddd6-12ea-4372-962c-d88f2b8ca407 req-990382f8-b1ed-49e8-a387-986e2d86c007 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=6228ef3e-acca-47fd-8ad2-0cd6c3c54a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435581 Oct 14 07:43:07.478990 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2afae-584b-4591-898a-d100bddc60fb req-555838bc-3f2d-4f89-9a9f-06d08b3a2f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:07.480556 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-49a2afae-584b-4591-898a-d100bddc60fb req-555838bc-3f2d-4f89-9a9f-06d08b3a2f0a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 1098 time: 0.0448246 Oct 14 07:43:07.523305 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-49a2afae-584b-4591-898a-d100bddc60fb req-245235eb-2842-4cda-bbfd-41ef81b389aa service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6228ef3e-acca-47fd-8ad2-0cd6c3c54a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351524 Oct 14 07:43:07.569532 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6739d1-6631-4d6d-b6e4-8ee3d1276c6e req-07874000-c655-4e3f-b521-f61bb4c791d9 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:07.571028 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-ff6739d1-6631-4d6d-b6e4-8ee3d1276c6e req-07874000-c655-4e3f-b521-f61bb4c791d9 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 944 time: 0.0505300 Oct 14 07:43:07.609591 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-ff6739d1-6631-4d6d-b6e4-8ee3d1276c6e req-e8645fe9-08c5-4b2a-873d-21788b9c9163 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321710 Oct 14 07:43:07.771487 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 53530) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:07.898564 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-54623f16-02bd-48e1-abbd-14a4a6aca40e admin admin] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:07.933090 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 7e2fe0a8-7ba6-4296-bd21-12f8fb794d72 up at agent hyperv_hv-cinder-81374 {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:43:07.982658 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-54623f16-02bd-48e1-abbd-14a4a6aca40e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:08.018767 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 53542) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:08.032144 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c9d9c13d-1320-448b-a7da-98c2f33afe8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:08.067010 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-54623f16-02bd-48e1-abbd-14a4a6aca40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:08.081923 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Provisioning for port 7e2fe0a8-7ba6-4296-bd21-12f8fb794d72 completed by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 07:43:08.085763 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Provisioning complete for port 7e2fe0a8-7ba6-4296-bd21-12f8fb794d72 triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:43:08.086307 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:08.109783 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c9d9c13d-1320-448b-a7da-98c2f33afe8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:08.135054 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-54623f16-02bd-48e1-abbd-14a4a6aca40e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2ad31ce3ec4b4fb8a1ce0c448efdc7e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3624253 Oct 14 07:43:08.136751 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54623f16-02bd-48e1-abbd-14a4a6aca40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba90710-e074-4b1d-8bc5-7a89b3523727,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:08.139553 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 53546) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:08.156480 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d939ec5-a327-423d-b630-88b08e323bd8 req-53be9776-6304-48c1-a3d9-039e21e40196 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:08.158472 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-9d939ec5-a327-423d-b630-88b08e323bd8 req-53be9776-6304-48c1-a3d9-039e21e40196 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/ports?device_id=a049bcaa-35ed-4bcf-8d5a-e46729213874 HTTP/1.1" status: 200 len: 945 time: 0.1005278 Oct 14 07:43:08.195012 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:08.200866 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-9d939ec5-a327-423d-b630-88b08e323bd8 req-e43838f8-805a-4a7d-bef4-2d05b8e74ab7 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4446439-4f2c-4433-b0f8-d5c2d79b80b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357387 Oct 14 07:43:08.207087 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-44fda97a-2d20-4841-b2b1-22b48547c64b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:08.237991 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port 7e2fe0a8-7ba6-4296-bd21-12f8fb794d72, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=7e2fe0a8-7ba6-4296-bd21-12f8fb794d72,segment=NetworkSegment(4a88a654-492a-4721-b165-d0bc4cb223f9),segment_id=4a88a654-492a-4721-b165-d0bc4cb223f9)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:43:08.242415 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-44fda97a-2d20-4841-b2b1-22b48547c64b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:08.244286 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c9d9c13d-1320-448b-a7da-98c2f33afe8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:08.312341 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d9c13d-1320-448b-a7da-98c2f33afe8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5fdaf6b-8b61-4f6d-b33f-8775fffb881e,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:08.316592 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-c9d9c13d-1320-448b-a7da-98c2f33afe8c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ad302ce1c8a741339aa652cdd627dedb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2964814 Oct 14 07:43:08.320001 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 53558) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:08.324591 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:08.389687 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-bc81adee-7adc-45ab-931b-8f47a8e74f05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:08.409439 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=7e2fe0a8-7ba6-4296-bd21-12f8fb794d72,revision_number=5']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:08.419451 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-bc81adee-7adc-45ab-931b-8f47a8e74f05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:08.425123 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-44fda97a-2d20-4841-b2b1-22b48547c64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:08.425123 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-44fda97a-2d20-4841-b2b1-22b48547c64b admin admin] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:08.429145 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-44fda97a-2d20-4841-b2b1-22b48547c64b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8ba90710-e074-4b1d-8bc5-7a89b3523727 HTTP/1.1" status: 204 len: 168 time: 0.2884896 Oct 14 07:43:08.441501 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fda97a-2d20-4841-b2b1-22b48547c64b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba90710-e074-4b1d-8bc5-7a89b3523727,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:08.459850 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b24092-8105-4ca0-afd7-e711b806b9f0 req-9f6df561-f802-4b84-a647-e319293846e4 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:08.461342 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c5b24092-8105-4ca0-afd7-e711b806b9f0 req-9f6df561-f802-4b84-a647-e319293846e4 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 945 time: 0.0747800 Oct 14 07:43:08.532385 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c5b24092-8105-4ca0-afd7-e711b806b9f0 req-ed62a52b-8840-43d8-a85e-351248fc6f11 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=6228ef3e-acca-47fd-8ad2-0cd6c3c54a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633128 Oct 14 07:43:08.569212 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-bc81adee-7adc-45ab-931b-8f47a8e74f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:08.572041 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-bc81adee-7adc-45ab-931b-8f47a8e74f05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:08.573381 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-bc81adee-7adc-45ab-931b-8f47a8e74f05 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e5fdaf6b-8b61-4f6d-b33f-8775fffb881e HTTP/1.1" status: 204 len: 168 time: 0.2524126 Oct 14 07:43:08.581745 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc81adee-7adc-45ab-931b-8f47a8e74f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5fdaf6b-8b61-4f6d-b33f-8775fffb881e,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:08.766171 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727b4f9-cd96-43b2-ac42-d71b9ad8eb31 req-1f4bd302-6a3e-43a6-8e4e-f55bd7f913f3 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:08.767598 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-2727b4f9-cd96-43b2-ac42-d71b9ad8eb31 req-1f4bd302-6a3e-43a6-8e4e-f55bd7f913f3 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 945 time: 0.0815639 Oct 14 07:43:08.843054 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-2727b4f9-cd96-43b2-ac42-d71b9ad8eb31 req-97a47106-9c85-4a6b-a29b-2b8129f83f7d tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667238 Oct 14 07:43:09.031474 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c4c719-31d7-4b3e-8592-330ef7a558a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2fe0a8-7ba6-4296-bd21-12f8fb794d72'}] {{(pid=106712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:43:09.033960 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3db9d29808d7d8625da6d6dfdab11118ca3df70b734e515c8bcc451a900cfacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00a9a44-ed19-4fb5-be5a-79285f428564" -d '{"events": [{"server_uuid": "15c4c719-31d7-4b3e-8592-330ef7a558a8", "name": "network-vif-plugged", "status": "completed", "tag": "7e2fe0a8-7ba6-4296-bd21-12f8fb794d72"}]}' {{(pid=106712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:43:09.070658 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79181b88-0064-4958-a685-c21a045d9b0c x-openstack-request-id: req-79181b88-0064-4958-a685-c21a045d9b0c {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:43:09.071047 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15c4c719-31d7-4b3e-8592-330ef7a558a8", "name": "network-vif-plugged", "status": "completed", "tag": "7e2fe0a8-7ba6-4296-bd21-12f8fb794d72", "code": 200}]} {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:43:09.071307 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-79181b88-0064-4958-a685-c21a045d9b0c {{(pid=106712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:43:09.071729 dv-cinder-813746-2-iscsi neutron-server[106712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15c4c719-31d7-4b3e-8592-330ef7a558a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2fe0a8-7ba6-4296-bd21-12f8fb794d72', 'code': 200} Oct 14 07:43:09.171190 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:09.320501 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 53598) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:09.336231 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-c287daed-23b5-47fc-8174-d45782615a5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:09.416829 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-c287daed-23b5-47fc-8174-d45782615a5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:09.456852 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0404e6-982e-4fb4-84fc-9480e21ad78a req-b2733e74-b0af-46fe-80a2-29d74ee0b4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:09.458946 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-fa0404e6-982e-4fb4-84fc-9480e21ad78a req-b2733e74-b0af-46fe-80a2-29d74ee0b4ac service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 1098 time: 0.0434506 Oct 14 07:43:09.497194 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-fa0404e6-982e-4fb4-84fc-9480e21ad78a req-18606336-b8d7-4f28-9225-78ae2e206d39 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311165 Oct 14 07:43:09.525297 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-c287daed-23b5-47fc-8174-d45782615a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:09.565551 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-c287daed-23b5-47fc-8174-d45782615a5c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7a11043dfba34a059f40a1ebd6508acb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2405345 Oct 14 07:43:09.565551 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c287daed-23b5-47fc-8174-d45782615a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a9b8bd-c93e-4e65-b96a-5985b2c0429b,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:09.565706 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 53612) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:09.650374 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-1ea88d52-8e05-4155-bbca-971271f83e87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:09.695600 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-1ea88d52-8e05-4155-bbca-971271f83e87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:09.742604 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c44f0f-068d-4fd8-89ef-1df87a680c76 req-a5f20564-6b5d-458d-913f-92b2b340a5a1 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:09.744199 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a3c44f0f-068d-4fd8-89ef-1df87a680c76 req-a5f20564-6b5d-458d-913f-92b2b340a5a1 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 945 time: 0.0895135 Oct 14 07:43:09.796719 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a3c44f0f-068d-4fd8-89ef-1df87a680c76 req-6529ca1a-4c88-4cfe-a2f3-b4c443038e71 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=6228ef3e-acca-47fd-8ad2-0cd6c3c54a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465918 Oct 14 07:43:09.843280 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-1ea88d52-8e05-4155-bbca-971271f83e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:09.846008 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-1ea88d52-8e05-4155-bbca-971271f83e87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:09.850086 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-1ea88d52-8e05-4155-bbca-971271f83e87 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/33a9b8bd-c93e-4e65-b96a-5985b2c0429b HTTP/1.1" status: 204 len: 168 time: 0.2803638 Oct 14 07:43:09.862031 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea88d52-8e05-4155-bbca-971271f83e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a9b8bd-c93e-4e65-b96a-5985b2c0429b,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:09.938674 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad941f7-6445-4726-8c82-f9ba355ff5eb req-8506ef68-7d8b-460b-bbe8-55eb60162e59 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:09.940354 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-1ad941f7-6445-4726-8c82-f9ba355ff5eb req-8506ef68-7d8b-460b-bbe8-55eb60162e59 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 945 time: 0.0698667 Oct 14 07:43:09.949567 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 53636) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:09.954237 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [None req-38b05b07-a2cd-44d2-92e2-91265f1a64ac tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Request body: {'floatingip': {'port_id': 'd8666fbc-69d7-49ab-bd06-8bb7b86849a3'}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:43:10.008052 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6579e2-c69f-4b13-8e54-c5b81d284c9e req-f4b41187-a3d8-44ee-b2d0-10860682b328 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:10.016534 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-cb6579e2-c69f-4b13-8e54-c5b81d284c9e req-f4b41187-a3d8-44ee-b2d0-10860682b328 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 945 time: 0.0698276 Oct 14 07:43:10.029034 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-38b05b07-a2cd-44d2-92e2-91265f1a64ac tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks [] for floatingip, before_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:10.051204 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-cb6579e2-c69f-4b13-8e54-c5b81d284c9e req-9713a7cf-de8a-450a-a1ac-85fa1cac702a tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338094 Oct 14 07:43:10.700060 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-38b05b07-a2cd-44d2-92e2-91265f1a64ac tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:10.806828 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-38b05b07-a2cd-44d2-92e2-91265f1a64ac tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648330'] for floatingip, after_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:11.144283 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.db.l3_db [None req-38b05b07-a2cd-44d2-92e2-91265f1a64ac tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Floating IP 5db8f76b-d541-4b18-9eaf-380d34bd9beb associated. External IP: 172.27.3.179, port: d8666fbc-69d7-49ab-bd06-8bb7b86849a3. Oct 14 07:43:11.230320 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470d51e-2497-48f9-a916-4032845fcc4a req-4c734e57-544b-4a46-a0f4-f02c78f5663a tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:11.233590 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-f470d51e-2497-48f9-a916-4032845fcc4a req-4c734e57-544b-4a46-a0f4-f02c78f5663a tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 945 time: 0.0805364 Oct 14 07:43:11.288308 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-f470d51e-2497-48f9-a916-4032845fcc4a req-247a6d23-24f3-4e97-9b21-2c392238f810 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425005 Oct 14 07:43:11.450460 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b05b07-a2cd-44d2-92e2-91265f1a64ac tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Router c0801572-6a09-4ac6-8dfd-8b6c8503b4e1 has already been hosted by L3 agent f0543dd8-cbcf-46a4-b5f3-c6f7813920a1 {{(pid=106711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:43:11.459017 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89bb41-42e8-4b7a-8721-80bceb7a7437 req-852b39ae-7fcb-4e3f-997c-763b5ba5f44b tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:11.469158 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-ee89bb41-42e8-4b7a-8721-80bceb7a7437 req-852b39ae-7fcb-4e3f-997c-763b5ba5f44b tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 945 time: 0.0663772 Oct 14 07:43:11.469463 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 53708) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:11.474296 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [None req-29c9f5ee-1672-491d-8c06-9acab18cc42e tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Request body: {'floatingip': {'port_id': '7e2fe0a8-7ba6-4296-bd21-12f8fb794d72'}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:43:11.559903 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-29c9f5ee-1672-491d-8c06-9acab18cc42e tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks [] for floatingip, before_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:11.737050 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b05b07-a2cd-44d2-92e2-91265f1a64ac tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Notify agent at l3_agent.dv-cinder-813746-2-iscsi the message routers_updated {{(pid=106711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:43:11.754793 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b2c67b-2590-43d6-b211-a3bfa4d05033 None None] Sync routers for ids ['c0801572-6a09-4ac6-8dfd-8b6c8503b4e1'] in dv-cinder-813746-2-iscsi {{(pid=106713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:43:11.764911 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b2c67b-2590-43d6-b211-a3bfa4d05033 None None] Routers {'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:43:11.765767 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-b9b2c67b-2590-43d6-b211-a3bfa4d05033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:43:00Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['c0801572-6a09-4ac6-8dfd-8b6c8503b4e1'], 'active': True} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:43:11.777469 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-38b05b07-a2cd-44d2-92e2-91265f1a64ac tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for floatingip, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:11.815944 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-38b05b07-a2cd-44d2-92e2-91265f1a64ac tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "PUT /v2.0/floatingips/5db8f76b-d541-4b18-9eaf-380d34bd9beb HTTP/1.1" status: 200 len: 991 time: 1.8650687 Oct 14 07:43:11.818073 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b744436-af93-4071-bdb5-f471aef25489', 'tag': 'd8666fbc-69d7-49ab-bd06-8bb7b86849a3'}] {{(pid=106711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:43:11.820385 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761d26d7c5f72f4b552347b0101038dbdc9b0b60127f0c8e71cb2eb10747878c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0efdbb94-8aa9-4a3f-a9b8-c1cab73d0ce8" -d '{"events": [{"name": "network-changed", "server_uuid": "2b744436-af93-4071-bdb5-f471aef25489", "tag": "d8666fbc-69d7-49ab-bd06-8bb7b86849a3"}]}' {{(pid=106711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:43:11.897481 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c667e4-4359-4c50-aaa2-6573dba4570b x-openstack-request-id: req-56c667e4-4359-4c50-aaa2-6573dba4570b {{(pid=106711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:43:11.898013 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b744436-af93-4071-bdb5-f471aef25489", "tag": "d8666fbc-69d7-49ab-bd06-8bb7b86849a3", "status": "completed", "code": 200}]} {{(pid=106711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:43:11.898421 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-56c667e4-4359-4c50-aaa2-6573dba4570b {{(pid=106711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:43:11.898957 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b744436-af93-4071-bdb5-f471aef25489', 'tag': 'd8666fbc-69d7-49ab-bd06-8bb7b86849a3', 'status': 'completed', 'code': 200} Oct 14 07:43:11.906888 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvr_db [None req-b9b2c67b-2590-43d6-b211-a3bfa4d05033 None None] Set router c0801572-6a09-4ac6-8dfd-8b6c8503b4e1 gateway port host: dv-cinder-813746-2-iscsi {{(pid=106713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:43:12.030374 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efdbb94-8aa9-4a3f-a9b8-c1cab73d0ce8 req-df29deae-78db-4c6b-b405-f136aff81222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:12.032045 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-0efdbb94-8aa9-4a3f-a9b8-c1cab73d0ce8 req-df29deae-78db-4c6b-b405-f136aff81222 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=faeed044a6d84decaaa0cac966b09ce9&device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 1098 time: 0.0915196 Oct 14 07:43:12.273978 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-29c9f5ee-1672-491d-8c06-9acab18cc42e tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:12.284537 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efdbb94-8aa9-4a3f-a9b8-c1cab73d0ce8 req-33afd2d0-d81a-406e-af62-9029f97e6c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:12.286919 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-0efdbb94-8aa9-4a3f-a9b8-c1cab73d0ce8 req-33afd2d0-d81a-406e-af62-9029f97e6c31 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0ffbc9b1-671e-4535-a15f-5a510845f53e HTTP/1.1" status: 200 len: 912 time: 0.2454972 Oct 14 07:43:12.333589 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-29c9f5ee-1672-491d-8c06-9acab18cc42e tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648330'] for floatingip, after_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:12.491496 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-0efdbb94-8aa9-4a3f-a9b8-c1cab73d0ce8 req-c588e586-ce6c-48c6-8869-ea04d2dac8cc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8666fbc-69d7-49ab-bd06-8bb7b86849a3 HTTP/1.1" status: 200 len: 999 time: 0.1962736 Oct 14 07:43:12.542675 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.db.l3_db [None req-29c9f5ee-1672-491d-8c06-9acab18cc42e tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Floating IP 3cb85dff-e417-4419-90bf-01c8c942fe4d associated. External IP: 172.27.3.133, port: 7e2fe0a8-7ba6-4296-bd21-12f8fb794d72. Oct 14 07:43:12.562624 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-b9b2c67b-2590-43d6-b211-a3bfa4d05033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'name': 'tempest-AttachVolumeTestJSON-1129393165-router', 'tenant_id': 'faeed044a6d84decaaa0cac966b09ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'eba54564-9091-4f7b-871c-167c24bb4a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:42:28Z', 'updated_at': '2021-10-14T07:42:35Z', 'revision_number': 4, 'project_id': 'faeed044a6d84decaaa0cac966b09ce9', 'gw_port': {'id': 'eba54564-9091-4f7b-871c-167c24bb4a7b', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:30Z', 'updated_at': '2021-10-14T07:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_floatingips': [{'id': '5db8f76b-d541-4b18-9eaf-380d34bd9beb', 'tenant_id': 'faeed044a6d84decaaa0cac966b09ce9', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'router_id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'port_id': 'd8666fbc-69d7-49ab-bd06-8bb7b86849a3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ffbc9b1-671e-4535-a15f-5a510845f53e', 'mac_address': 'fa:16:3e:1f:f8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b744436-af93-4071-bdb5-f471aef25489', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:42:46Z', 'updated_at': '2021-10-14T07:43:10Z', 'revision_number': 1, 'project_id': 'faeed044a6d84decaaa0cac966b09ce9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4665e705-32ec-4fad-9f3e-04595755e3a9', 'name': '', 'network_id': '0ffbc9b1-671e-4535-a15f-5a510845f53e', 'tenant_id': 'faeed044a6d84decaaa0cac966b09ce9', 'mac_address': 'fa:16:3e:99:84:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6b3909e2-8d10-4803-8f95-ccf56ec3b849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:33Z', 'updated_at': '2021-10-14T07:42:41Z', 'revision_number': 5, 'project_id': 'faeed044a6d84decaaa0cac966b09ce9', 'subnets': [{'id': '6b3909e2-8d10-4803-8f95-ccf56ec3b849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:43:12.562905 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efdbb94-8aa9-4a3f-a9b8-c1cab73d0ce8 req-dc38d240-3fe1-4fcc-afb5-9a779e2ea964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:12.566469 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-0efdbb94-8aa9-4a3f-a9b8-c1cab73d0ce8 req-dc38d240-3fe1-4fcc-afb5-9a779e2ea964 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6b3909e2-8d10-4803-8f95-ccf56ec3b849 HTTP/1.1" status: 200 len: 850 time: 0.0662324 Oct 14 07:43:12.595620 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b2c67b-2590-43d6-b211-a3bfa4d05033 None None] Checking router: c0801572-6a09-4ac6-8dfd-8b6c8503b4e1 for host: dv-cinder-813746-2-iscsi {{(pid=106713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:43:12.612828 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b2c67b-2590-43d6-b211-a3bfa4d05033 None None] Routers {'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:43:12.614728 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-b9b2c67b-2590-43d6-b211-a3bfa4d05033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:43:00Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['c0801572-6a09-4ac6-8dfd-8b6c8503b4e1'], 'active': True} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:43:12.649957 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efdbb94-8aa9-4a3f-a9b8-c1cab73d0ce8 req-ea536c03-5873-4247-a1b4-f85622bcfbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:12.651707 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-0efdbb94-8aa9-4a3f-a9b8-c1cab73d0ce8 req-ea536c03-5873-4247-a1b4-f85622bcfbde service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0ffbc9b1-671e-4535-a15f-5a510845f53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0791259 Oct 14 07:43:12.794601 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-0efdbb94-8aa9-4a3f-a9b8-c1cab73d0ce8 req-520e9b91-bd43-44dd-a65d-bea5ba4bf4c1 service neutron] 10.222.0.54 "GET /v2.0/networks/0ffbc9b1-671e-4535-a15f-5a510845f53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357403 Oct 14 07:43:12.800596 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c9f5ee-1672-491d-8c06-9acab18cc42e tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Router ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc has already been hosted by L3 agent f0543dd8-cbcf-46a4-b5f3-c6f7813920a1 {{(pid=106711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:43:12.808999 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvr_db [None req-b9b2c67b-2590-43d6-b211-a3bfa4d05033 None None] Set router c0801572-6a09-4ac6-8dfd-8b6c8503b4e1 gateway port host: dv-cinder-813746-2-iscsi {{(pid=106713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:43:12.933410 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c9f5ee-1672-491d-8c06-9acab18cc42e tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Notify agent at l3_agent.dv-cinder-813746-2-iscsi the message routers_updated {{(pid=106711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:43:12.934475 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-0efdbb94-8aa9-4a3f-a9b8-c1cab73d0ce8 req-bb7a5f89-5f32-4770-bec2-a0790ba22e90 service neutron] 10.222.0.54 "GET /v2.0/networks/0ffbc9b1-671e-4535-a15f-5a510845f53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236308 Oct 14 07:43:12.939251 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-29c9f5ee-1672-491d-8c06-9acab18cc42e tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for floatingip, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:12.945905 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01861cf-1df3-4a47-bd29-969d65cb863a None None] Sync routers for ids ['ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc'] in dv-cinder-813746-2-iscsi {{(pid=106712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:43:12.955819 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01861cf-1df3-4a47-bd29-969d65cb863a None None] Routers {'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:43:12.956669 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-f01861cf-1df3-4a47-bd29-969d65cb863a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:43:00Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc'], 'active': True} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:43:12.993746 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-29c9f5ee-1672-491d-8c06-9acab18cc42e tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "PUT /v2.0/floatingips/3cb85dff-e417-4419-90bf-01c8c942fe4d HTTP/1.1" status: 200 len: 991 time: 1.5232902 Oct 14 07:43:13.108905 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvr_db [None req-f01861cf-1df3-4a47-bd29-969d65cb863a None None] Set router ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc gateway port host: dv-cinder-813746-2-iscsi {{(pid=106712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:43:13.125934 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-b9b2c67b-2590-43d6-b211-a3bfa4d05033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'name': 'tempest-AttachVolumeTestJSON-1129393165-router', 'tenant_id': 'faeed044a6d84decaaa0cac966b09ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'eba54564-9091-4f7b-871c-167c24bb4a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:42:28Z', 'updated_at': '2021-10-14T07:42:35Z', 'revision_number': 4, 'project_id': 'faeed044a6d84decaaa0cac966b09ce9', 'gw_port': {'id': 'eba54564-9091-4f7b-871c-167c24bb4a7b', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:30Z', 'updated_at': '2021-10-14T07:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_floatingips': [{'id': '5db8f76b-d541-4b18-9eaf-380d34bd9beb', 'tenant_id': 'faeed044a6d84decaaa0cac966b09ce9', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'router_id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'port_id': 'd8666fbc-69d7-49ab-bd06-8bb7b86849a3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ffbc9b1-671e-4535-a15f-5a510845f53e', 'mac_address': 'fa:16:3e:1f:f8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b744436-af93-4071-bdb5-f471aef25489', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:42:46Z', 'updated_at': '2021-10-14T07:43:10Z', 'revision_number': 1, 'project_id': 'faeed044a6d84decaaa0cac966b09ce9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4665e705-32ec-4fad-9f3e-04595755e3a9', 'name': '', 'network_id': '0ffbc9b1-671e-4535-a15f-5a510845f53e', 'tenant_id': 'faeed044a6d84decaaa0cac966b09ce9', 'mac_address': 'fa:16:3e:99:84:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6b3909e2-8d10-4803-8f95-ccf56ec3b849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:33Z', 'updated_at': '2021-10-14T07:42:41Z', 'revision_number': 5, 'project_id': 'faeed044a6d84decaaa0cac966b09ce9', 'subnets': [{'id': '6b3909e2-8d10-4803-8f95-ccf56ec3b849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:43:13.155439 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b2c67b-2590-43d6-b211-a3bfa4d05033 None None] The sync data for ids ['c0801572-6a09-4ac6-8dfd-8b6c8503b4e1'] in dv-cinder-813746-2-iscsi is: [{'id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'name': 'tempest-AttachVolumeTestJSON-1129393165-router', 'tenant_id': 'faeed044a6d84decaaa0cac966b09ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'eba54564-9091-4f7b-871c-167c24bb4a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:42:28Z', 'updated_at': '2021-10-14T07:42:35Z', 'revision_number': 4, 'project_id': 'faeed044a6d84decaaa0cac966b09ce9', 'gw_port': {'id': 'eba54564-9091-4f7b-871c-167c24bb4a7b', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:30Z', 'updated_at': '2021-10-14T07:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_floatingips': [{'id': '5db8f76b-d541-4b18-9eaf-380d34bd9beb', 'tenant_id': 'faeed044a6d84decaaa0cac966b09ce9', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'router_id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'port_id': 'd8666fbc-69d7-49ab-bd06-8bb7b86849a3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ffbc9b1-671e-4535-a15f-5a510845f53e', 'mac_address': 'fa:16:3e:1f:f8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b744436-af93-4071-bdb5-f471aef25489', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:42:46Z', 'updated_at': '2021-10-14T07:43:10Z', 'revision_number': 1, 'project_id': 'faeed044a6d84decaaa0cac966b09ce9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4665e705-32ec-4fad-9f3e-04595755e3a9', 'name': '', 'network_id': '0ffbc9b1-671e-4535-a15f-5a510845f53e', 'tenant_id': 'faeed044a6d84decaaa0cac966b09ce9', 'mac_address': 'fa:16:3e:99:84:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6b3909e2-8d10-4803-8f95-ccf56ec3b849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:33Z', 'updated_at': '2021-10-14T07:42:41Z', 'revision_number': 5, 'project_id': 'faeed044a6d84decaaa0cac966b09ce9', 'subnets': [{'id': '6b3909e2-8d10-4803-8f95-ccf56ec3b849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:43:13.429052 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334432c2-3b09-4b89-87dd-ab86988f506f None None] New status for floating IP 5db8f76b-d541-4b18-9eaf-380d34bd9beb: ACTIVE {{(pid=106713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 07:43:13.465192 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-f01861cf-1df3-4a47-bd29-969d65cb863a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1304633051-router', 'tenant_id': 'f209626c73004f63b5c5a1466783d22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'ef7f0eb6-937d-44cb-a3cb-0d9b9b933917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:42:28Z', 'updated_at': '2021-10-14T07:42:36Z', 'revision_number': 4, 'project_id': 'f209626c73004f63b5c5a1466783d22f', 'gw_port': {'id': 'ef7f0eb6-937d-44cb-a3cb-0d9b9b933917', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:30Z', 'updated_at': '2021-10-14T07:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_floatingips': [{'id': '3cb85dff-e417-4419-90bf-01c8c942fe4d', 'tenant_id': 'f209626c73004f63b5c5a1466783d22f', 'floating_ip_address': '172.27.3.133', 'floating_network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'router_id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'port_id': '7e2fe0a8-7ba6-4296-bd21-12f8fb794d72', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '234dd989-1b6f-4d0e-b26c-6546ea618e4f', 'mac_address': 'fa:16:3e:21:a0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c4c719-31d7-4b3e-8592-330ef7a558a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:42:48Z', 'updated_at': '2021-10-14T07:43:12Z', 'revision_number': 1, 'project_id': 'f209626c73004f63b5c5a1466783d22f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51b804c8-1b28-4372-8826-2170eeecddb3', 'name': '', 'network_id': '234dd989-1b6f-4d0e-b26c-6546ea618e4f', 'tenant_id': 'f209626c73004f63b5c5a1466783d22f', 'mac_address': 'fa:16:3e:82:b6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:35Z', 'updated_at': '2021-10-14T07:42:46Z', 'revision_number': 5, 'project_id': 'f209626c73004f63b5c5a1466783d22f', 'subnets': [{'id': '3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:43:13.501006 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01861cf-1df3-4a47-bd29-969d65cb863a None None] Checking router: ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc for host: dv-cinder-813746-2-iscsi {{(pid=106712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:43:13.509419 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01861cf-1df3-4a47-bd29-969d65cb863a None None] Routers {'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:43:13.510015 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-f01861cf-1df3-4a47-bd29-969d65cb863a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:43:00Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc'], 'active': True} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:43:13.748005 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvr_db [None req-f01861cf-1df3-4a47-bd29-969d65cb863a None None] Set router ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc gateway port host: dv-cinder-813746-2-iscsi {{(pid=106712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:43:13.900291 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15c4c719-31d7-4b3e-8592-330ef7a558a8', 'tag': '7e2fe0a8-7ba6-4296-bd21-12f8fb794d72'}] {{(pid=106711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:43:13.902673 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761d26d7c5f72f4b552347b0101038dbdc9b0b60127f0c8e71cb2eb10747878c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baced3e8-62bd-4e90-b9ab-fd4861ace722" -d '{"events": [{"name": "network-changed", "server_uuid": "15c4c719-31d7-4b3e-8592-330ef7a558a8", "tag": "7e2fe0a8-7ba6-4296-bd21-12f8fb794d72"}]}' {{(pid=106711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:43:13.940351 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698273c3-5c9a-4672-9d84-ef0d220715ff x-openstack-request-id: req-698273c3-5c9a-4672-9d84-ef0d220715ff {{(pid=106711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:43:13.942950 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15c4c719-31d7-4b3e-8592-330ef7a558a8", "tag": "7e2fe0a8-7ba6-4296-bd21-12f8fb794d72", "status": "completed", "code": 200}]} {{(pid=106711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:43:13.943430 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-698273c3-5c9a-4672-9d84-ef0d220715ff {{(pid=106711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:43:13.944045 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15c4c719-31d7-4b3e-8592-330ef7a558a8', 'tag': '7e2fe0a8-7ba6-4296-bd21-12f8fb794d72', 'status': 'completed', 'code': 200} Oct 14 07:43:13.988683 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-f01861cf-1df3-4a47-bd29-969d65cb863a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1304633051-router', 'tenant_id': 'f209626c73004f63b5c5a1466783d22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'ef7f0eb6-937d-44cb-a3cb-0d9b9b933917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:42:28Z', 'updated_at': '2021-10-14T07:42:36Z', 'revision_number': 4, 'project_id': 'f209626c73004f63b5c5a1466783d22f', 'gw_port': {'id': 'ef7f0eb6-937d-44cb-a3cb-0d9b9b933917', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:30Z', 'updated_at': '2021-10-14T07:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_floatingips': [{'id': '3cb85dff-e417-4419-90bf-01c8c942fe4d', 'tenant_id': 'f209626c73004f63b5c5a1466783d22f', 'floating_ip_address': '172.27.3.133', 'floating_network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'router_id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'port_id': '7e2fe0a8-7ba6-4296-bd21-12f8fb794d72', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '234dd989-1b6f-4d0e-b26c-6546ea618e4f', 'mac_address': 'fa:16:3e:21:a0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c4c719-31d7-4b3e-8592-330ef7a558a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:42:48Z', 'updated_at': '2021-10-14T07:43:12Z', 'revision_number': 1, 'project_id': 'f209626c73004f63b5c5a1466783d22f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51b804c8-1b28-4372-8826-2170eeecddb3', 'name': '', 'network_id': '234dd989-1b6f-4d0e-b26c-6546ea618e4f', 'tenant_id': 'f209626c73004f63b5c5a1466783d22f', 'mac_address': 'fa:16:3e:82:b6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:35Z', 'updated_at': '2021-10-14T07:42:46Z', 'revision_number': 5, 'project_id': 'f209626c73004f63b5c5a1466783d22f', 'subnets': [{'id': '3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:43:14.020851 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01861cf-1df3-4a47-bd29-969d65cb863a None None] The sync data for ids ['ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc'] in dv-cinder-813746-2-iscsi is: [{'id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1304633051-router', 'tenant_id': 'f209626c73004f63b5c5a1466783d22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'ef7f0eb6-937d-44cb-a3cb-0d9b9b933917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:42:28Z', 'updated_at': '2021-10-14T07:42:36Z', 'revision_number': 4, 'project_id': 'f209626c73004f63b5c5a1466783d22f', 'gw_port': {'id': 'ef7f0eb6-937d-44cb-a3cb-0d9b9b933917', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:30Z', 'updated_at': '2021-10-14T07:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_floatingips': [{'id': '3cb85dff-e417-4419-90bf-01c8c942fe4d', 'tenant_id': 'f209626c73004f63b5c5a1466783d22f', 'floating_ip_address': '172.27.3.133', 'floating_network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'router_id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'port_id': '7e2fe0a8-7ba6-4296-bd21-12f8fb794d72', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '234dd989-1b6f-4d0e-b26c-6546ea618e4f', 'mac_address': 'fa:16:3e:21:a0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c4c719-31d7-4b3e-8592-330ef7a558a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:42:48Z', 'updated_at': '2021-10-14T07:43:12Z', 'revision_number': 1, 'project_id': 'f209626c73004f63b5c5a1466783d22f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51b804c8-1b28-4372-8826-2170eeecddb3', 'name': '', 'network_id': '234dd989-1b6f-4d0e-b26c-6546ea618e4f', 'tenant_id': 'f209626c73004f63b5c5a1466783d22f', 'mac_address': 'fa:16:3e:82:b6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:35Z', 'updated_at': '2021-10-14T07:42:46Z', 'revision_number': 5, 'project_id': 'f209626c73004f63b5c5a1466783d22f', 'subnets': [{'id': '3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:43:14.239414 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4245fb4-a0c2-43fe-bf78-c684cac73cf1 None None] New status for floating IP 3cb85dff-e417-4419-90bf-01c8c942fe4d: ACTIVE {{(pid=106712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 07:43:15.689656 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 53872) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:15.793332 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-71eb595e-d07e-4d35-9f9a-88611e4789d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:15.863153 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-71eb595e-d07e-4d35-9f9a-88611e4789d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:15.944123 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-71eb595e-d07e-4d35-9f9a-88611e4789d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:15.983904 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-71eb595e-d07e-4d35-9f9a-88611e4789d3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1ffcb6a3e02e4a659dd0d5e71f67282b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2931321 Oct 14 07:43:15.985738 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb595e-d07e-4d35-9f9a-88611e4789d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc7b6fc-f721-458a-8522-5d658f5719af,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:15.986704 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 53876) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:16.034037 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-af40e2af-af97-46f9-8cb1-61d1569b35e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:16.053831 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-af40e2af-af97-46f9-8cb1-61d1569b35e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:16.160786 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-af40e2af-af97-46f9-8cb1-61d1569b35e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:16.164226 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-af40e2af-af97-46f9-8cb1-61d1569b35e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:16.165389 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-af40e2af-af97-46f9-8cb1-61d1569b35e7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/edc7b6fc-f721-458a-8522-5d658f5719af HTTP/1.1" status: 204 len: 168 time: 0.1776750 Oct 14 07:43:16.173117 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af40e2af-af97-46f9-8cb1-61d1569b35e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc7b6fc-f721-458a-8522-5d658f5719af,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:16.670268 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baced3e8-62bd-4e90-b9ab-fd4861ace722 req-40ce10f8-e193-4827-a531-b30dd97d11ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:16.671881 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-baced3e8-62bd-4e90-b9ab-fd4861ace722 req-40ce10f8-e193-4827-a531-b30dd97d11ef service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f209626c73004f63b5c5a1466783d22f&device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 1098 time: 0.0441139 Oct 14 07:43:16.758704 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 53892) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:16.772090 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-feeee2c5-8ea4-4f85-9f56-e4b59b831279 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:16.774199 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baced3e8-62bd-4e90-b9ab-fd4861ace722 req-0723b286-5e40-4e2c-ac92-4e5e2d97da9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:16.775746 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-baced3e8-62bd-4e90-b9ab-fd4861ace722 req-0723b286-5e40-4e2c-ac92-4e5e2d97da9f service neutron] 10.222.0.54 "GET /v2.0/networks?id=234dd989-1b6f-4d0e-b26c-6546ea618e4f HTTP/1.1" status: 200 len: 918 time: 0.0847819 Oct 14 07:43:16.791481 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.agents_db [None req-84b3d5e4-9e25-480e-9cd9-33a6a693fe4d None None] Agent healthcheck: found 6 active agents {{(pid=106713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:43:16.844887 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-feeee2c5-8ea4-4f85-9f56-e4b59b831279 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:16.852762 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-baced3e8-62bd-4e90-b9ab-fd4861ace722 req-0421fc3e-04f1-48a8-bb05-db45c0dd073f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e2fe0a8-7ba6-4296-bd21-12f8fb794d72 HTTP/1.1" status: 200 len: 1001 time: 0.0602553 Oct 14 07:43:16.903706 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-feeee2c5-8ea4-4f85-9f56-e4b59b831279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:16.904474 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baced3e8-62bd-4e90-b9ab-fd4861ace722 req-806d6fb8-4775-4495-bff9-b5f24507a831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:16.905864 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-baced3e8-62bd-4e90-b9ab-fd4861ace722 req-806d6fb8-4775-4495-bff9-b5f24507a831 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61 HTTP/1.1" status: 200 len: 856 time: 0.0423386 Oct 14 07:43:16.941147 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-feeee2c5-8ea4-4f85-9f56-e4b59b831279 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=56b49439a7c74d33bada118d76e4b809&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1813757 Oct 14 07:43:16.944010 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeee2c5-8ea4-4f85-9f56-e4b59b831279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0689c2f1-e65a-48ea-8f4c-f535c634d55e,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:16.944522 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 53894) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:16.984359 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baced3e8-62bd-4e90-b9ab-fd4861ace722 req-fdb287e2-3aae-4ea9-84d9-df7544924431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:16.985738 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-baced3e8-62bd-4e90-b9ab-fd4861ace722 req-fdb287e2-3aae-4ea9-84d9-df7544924431 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=234dd989-1b6f-4d0e-b26c-6546ea618e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0657496 Oct 14 07:43:17.010504 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c73f6590-4216-4560-93e8-d0c32e966235 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:17.075261 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c73f6590-4216-4560-93e8-d0c32e966235 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:17.123025 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-baced3e8-62bd-4e90-b9ab-fd4861ace722 req-f98c5122-ff0f-4433-ae3d-eb6771996f09 service neutron] 10.222.0.54 "GET /v2.0/networks/234dd989-1b6f-4d0e-b26c-6546ea618e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241996 Oct 14 07:43:17.224825 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-baced3e8-62bd-4e90-b9ab-fd4861ace722 req-25b73969-5de2-4db9-a08e-9eb3e9b7245e service neutron] 10.222.0.54 "GET /v2.0/networks/234dd989-1b6f-4d0e-b26c-6546ea618e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882156 Oct 14 07:43:17.242393 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c73f6590-4216-4560-93e8-d0c32e966235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:17.244860 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c73f6590-4216-4560-93e8-d0c32e966235 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:17.245843 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-c73f6590-4216-4560-93e8-d0c32e966235 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0689c2f1-e65a-48ea-8f4c-f535c634d55e HTTP/1.1" status: 204 len: 168 time: 0.3004241 Oct 14 07:43:17.254286 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f6590-4216-4560-93e8-d0c32e966235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0689c2f1-e65a-48ea-8f4c-f535c634d55e,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:22.242265 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84291739-41fe-4dd8-ab10-ab4ca8672052 req-3206cd52-a896-4e2a-b87e-e87704e30a82 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:22.243642 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-84291739-41fe-4dd8-ab10-ab4ca8672052 req-3206cd52-a896-4e2a-b87e-e87704e30a82 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/networks?id=1e5fcafc-aa78-4a92-8145-67380f0c2781 HTTP/1.1" status: 200 len: 814 time: 0.0993819 Oct 14 07:43:22.263027 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-84291739-41fe-4dd8-ab10-ab4ca8672052 req-269784b0-e016-4a2b-8993-b0fc1f66bfbf tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/quotas/432cd5a5d34e443ca7f3260c237fd70b HTTP/1.1" status: 200 len: 375 time: 0.0135095 Oct 14 07:43:22.313105 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-84291739-41fe-4dd8-ab10-ab4ca8672052 req-e061acac-cdb3-46b9-96c9-2b9885310f3a tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=432cd5a5d34e443ca7f3260c237fd70b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0443823 Oct 14 07:43:22.403439 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-84291739-41fe-4dd8-ab10-ab4ca8672052 req-5a793640-0259-48a3-af87-3d8dcdb1e5cb service neutron] 10.222.0.47 "GET /v2.0/networks/1e5fcafc-aa78-4a92-8145-67380f0c2781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825820 Oct 14 07:43:22.559517 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 54058) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:22.693314 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-84291739-41fe-4dd8-ab10-ab4ca8672052 req-8cb5ca2d-87a1-4309-85eb-1603a87fcd7d service neutron] 10.222.0.47 "GET /v2.0/networks/1e5fcafc-aa78-4a92-8145-67380f0c2781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827711 Oct 14 07:43:22.711598 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-b51fd361-a0d4-4309-920f-648e32c35f25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:22.788346 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-b51fd361-a0d4-4309-920f-648e32c35f25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:22.888640 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-b51fd361-a0d4-4309-920f-648e32c35f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:22.982850 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-0876170e-d07c-475e-ad0f-52d18704826f req-3f18a54b-687c-4571-8995-f2dd31f63bcd tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=b1864144-8185-488f-9658-27a3c1a8ab9f HTTP/1.1" status: 200 len: 210 time: 0.0335939 Oct 14 07:43:22.989663 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 54080) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:22.997086 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-b51fd361-a0d4-4309-920f-648e32c35f25 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=935c63adfe0e4cd7b80933279c751f26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4361947 Oct 14 07:43:23.001768 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51fd361-a0d4-4309-920f-648e32c35f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef4910b-0db6-4e81-b879-0dc438b9fb86,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:23.060138 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-6a269c05-1625-401d-894c-fe8a13093977 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:23.083018 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-6a269c05-1625-401d-894c-fe8a13093977 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:23.235019 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-6a269c05-1625-401d-894c-fe8a13093977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:23.237594 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-6a269c05-1625-401d-894c-fe8a13093977 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:23.239256 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-6a269c05-1625-401d-894c-fe8a13093977 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8ef4910b-0db6-4e81-b879-0dc438b9fb86 HTTP/1.1" status: 204 len: 168 time: 0.2479107 Oct 14 07:43:23.247394 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a269c05-1625-401d-894c-fe8a13093977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef4910b-0db6-4e81-b879-0dc438b9fb86,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:24.009313 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 54108) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:24.023251 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-b9628baa-c27f-49d3-b2b5-f9b21e9cc427 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:24.095049 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-862013e8-fd1e-4ed0-a3b0-a023cc5f0b74 req-2a1f7f06-7901-46da-9874-ee6a814a6e6f tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=b1864144-8185-488f-9658-27a3c1a8ab9f HTTP/1.1" status: 200 len: 210 time: 0.0335941 Oct 14 07:43:24.122696 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-b9628baa-c27f-49d3-b2b5-f9b21e9cc427 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:24.202818 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-b9628baa-c27f-49d3-b2b5-f9b21e9cc427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:24.244972 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-b9628baa-c27f-49d3-b2b5-f9b21e9cc427 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=706fd26adae4491b810812eb65a8c8f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2315335 Oct 14 07:43:24.244972 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9628baa-c27f-49d3-b2b5-f9b21e9cc427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c79ffda-4a99-48f0-8be9-95724572f8b5,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:24.245157 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 54112) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:24.302566 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-b991b762-698f-4f35-af13-aacf5806f477 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:24.323667 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-b991b762-698f-4f35-af13-aacf5806f477 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:24.352725 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 54116) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:24.452572 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-b991b762-698f-4f35-af13-aacf5806f477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:24.455143 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-b991b762-698f-4f35-af13-aacf5806f477 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:24.455596 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8b0b90d0-b9f4-41ab-bd8f-bf36a208c4b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:24.464187 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-b991b762-698f-4f35-af13-aacf5806f477 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0c79ffda-4a99-48f0-8be9-95724572f8b5 HTTP/1.1" status: 204 len: 168 time: 0.2081115 Oct 14 07:43:24.465069 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b991b762-698f-4f35-af13-aacf5806f477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c79ffda-4a99-48f0-8be9-95724572f8b5,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:24.541333 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8b0b90d0-b9f4-41ab-bd8f-bf36a208c4b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:24.629143 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8b0b90d0-b9f4-41ab-bd8f-bf36a208c4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:24.667789 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-8b0b90d0-b9f4-41ab-bd8f-bf36a208c4b0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=32a063e8b5e94eaabe5031fe37ef0145&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3138998 Oct 14 07:43:24.668643 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0b90d0-b9f4-41ab-bd8f-bf36a208c4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c55aecd-61fc-4c54-a90f-4f94245c577b,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:24.670718 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 54124) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:24.730775 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-b10af1c9-952e-414a-9803-505b6199383a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:24.753019 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-b10af1c9-952e-414a-9803-505b6199383a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:24.860166 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-b10af1c9-952e-414a-9803-505b6199383a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:24.862785 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-b10af1c9-952e-414a-9803-505b6199383a admin admin] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:24.864554 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-b10af1c9-952e-414a-9803-505b6199383a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6c55aecd-61fc-4c54-a90f-4f94245c577b HTTP/1.1" status: 204 len: 168 time: 0.1927674 Oct 14 07:43:24.872366 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10af1c9-952e-414a-9803-505b6199383a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c55aecd-61fc-4c54-a90f-4f94245c577b,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:25.065067 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 54160) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:25.079494 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-a83fe33f-36fd-4059-9553-3fb34e0cf66f admin admin] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:25.187088 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-a83fe33f-36fd-4059-9553-3fb34e0cf66f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:25.239401 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-fd9646de-9043-4903-aa16-cc7de35d2a24 req-f9bdb9cd-59ce-4148-bcd7-c7237ebc2b32 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=b1864144-8185-488f-9658-27a3c1a8ab9f HTTP/1.1" status: 200 len: 210 time: 0.0298750 Oct 14 07:43:25.304920 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-a83fe33f-36fd-4059-9553-3fb34e0cf66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:25.340880 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-a83fe33f-36fd-4059-9553-3fb34e0cf66f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9ef0db590c704a4fa1ab9bcf40af39f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2747028 Oct 14 07:43:25.343738 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 54174) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:25.344494 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83fe33f-36fd-4059-9553-3fb34e0cf66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623d477c-c33a-4056-a493-ee9af38fb3f8,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:25.374319 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83fe33f-36fd-4059-9553-3fb34e0cf66f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:43:25.374667 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83fe33f-36fd-4059-9553-3fb34e0cf66f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:43:25.375002 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83fe33f-36fd-4059-9553-3fb34e0cf66f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:43:25.375333 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83fe33f-36fd-4059-9553-3fb34e0cf66f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:43:25.375666 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83fe33f-36fd-4059-9553-3fb34e0cf66f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:43:25.376015 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83fe33f-36fd-4059-9553-3fb34e0cf66f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:43:25.376615 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83fe33f-36fd-4059-9553-3fb34e0cf66f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:43:25.376948 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83fe33f-36fd-4059-9553-3fb34e0cf66f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:43:25.377273 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83fe33f-36fd-4059-9553-3fb34e0cf66f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:43:25.377599 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83fe33f-36fd-4059-9553-3fb34e0cf66f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:43:25.377916 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83fe33f-36fd-4059-9553-3fb34e0cf66f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:43:25.378316 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83fe33f-36fd-4059-9553-3fb34e0cf66f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:43:25.415228 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-260ad1fa-751c-4a2e-a05c-a6e6a1bb5a0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:25.435800 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-260ad1fa-751c-4a2e-a05c-a6e6a1bb5a0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:25.579741 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-260ad1fa-751c-4a2e-a05c-a6e6a1bb5a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:25.583078 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-260ad1fa-751c-4a2e-a05c-a6e6a1bb5a0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:25.584391 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-260ad1fa-751c-4a2e-a05c-a6e6a1bb5a0c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/623d477c-c33a-4056-a493-ee9af38fb3f8 HTTP/1.1" status: 204 len: 168 time: 0.2302475 Oct 14 07:43:25.593731 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260ad1fa-751c-4a2e-a05c-a6e6a1bb5a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623d477c-c33a-4056-a493-ee9af38fb3f8,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:25.645952 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84291739-41fe-4dd8-ab10-ab4ca8672052 req-67101026-f4a6-4fd8-b5b6-ea2c73db9bf1 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:25.647405 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-84291739-41fe-4dd8-ab10-ab4ca8672052 req-67101026-f4a6-4fd8-b5b6-ea2c73db9bf1 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.54 "GET /v2.0/networks?id=1e5fcafc-aa78-4a92-8145-67380f0c2781 HTTP/1.1" status: 200 len: 814 time: 0.1230721 Oct 14 07:43:25.673012 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [req-84291739-41fe-4dd8-ab10-ab4ca8672052 req-114033b2-56b1-4495-bc53-262ea93743ab tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Request body: {'port': {'device_id': 'b1864144-8185-488f-9658-27a3c1a8ab9f', 'network_id': '1e5fcafc-aa78-4a92-8145-67380f0c2781', 'admin_state_up': True, 'tenant_id': '432cd5a5d34e443ca7f3260c237fd70b'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:43:25.865763 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84291739-41fe-4dd8-ab10-ab4ca8672052 req-114033b2-56b1-4495-bc53-262ea93743ab tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Made reservation on behalf of 432cd5a5d34e443ca7f3260c237fd70b for: {'port': 1} {{(pid=106710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:43:25.869497 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-84291739-41fe-4dd8-ab10-ab4ca8672052 req-114033b2-56b1-4495-bc53-262ea93743ab tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:26.019309 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.db_base_plugin_common [req-84291739-41fe-4dd8-ab10-ab4ca8672052 req-114033b2-56b1-4495-bc53-262ea93743ab tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Allocated IP 172.20.0.2 (1e5fcafc-aa78-4a92-8145-67380f0c2781/b45dd88f-e9bf-4766-96d3-5bfc220acb16/45bcd2c1-0be5-4c67-b963-96352353f38e) {{(pid=106710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:43:26.181676 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-84291739-41fe-4dd8-ab10-ab4ca8672052 req-114033b2-56b1-4495-bc53-262ea93743ab tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Publish callbacks [] for port, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:26.299112 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-84291739-41fe-4dd8-ab10-ab4ca8672052 req-114033b2-56b1-4495-bc53-262ea93743ab tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16030778'] for port, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:26.347090 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84291739-41fe-4dd8-ab10-ab4ca8672052 req-114033b2-56b1-4495-bc53-262ea93743ab tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Network 1e5fcafc-aa78-4a92-8145-67380f0c2781 is already hosted by enough agents. {{(pid=106710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:43:26.351108 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.base_scheduler [req-84291739-41fe-4dd8-ab10-ab4ca8672052 req-114033b2-56b1-4495-bc53-262ea93743ab tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Resources bound (agent type, host, resource id): {{(pid=106710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:43:26.351668 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] get_ports_and_sgs() called for port_ids ['d49d88e2-e66e-44aa-a669-20928e18970b'] {{(pid=106712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:43:26.357148 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.l3_dvrscheduler_db [req-84291739-41fe-4dd8-ab10-ab4ca8672052 req-114033b2-56b1-4495-bc53-262ea93743ab tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Received port after_create {{(pid=106710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:43:26.381690 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114033b2-56b1-4495-bc53-262ea93743ab tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Pushing event updated for resources: {'Port': ['ID=45bcd2c1-0be5-4c67-b963-96352353f38e,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:26.396190 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114033b2-56b1-4495-bc53-262ea93743ab tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:43:26.402243 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114033b2-56b1-4495-bc53-262ea93743ab tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:43:26.402243 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114033b2-56b1-4495-bc53-262ea93743ab tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:43:26.402243 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114033b2-56b1-4495-bc53-262ea93743ab tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:43:26.402243 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114033b2-56b1-4495-bc53-262ea93743ab tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:43:26.402243 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114033b2-56b1-4495-bc53-262ea93743ab tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:43:26.402243 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114033b2-56b1-4495-bc53-262ea93743ab tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:43:26.402243 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114033b2-56b1-4495-bc53-262ea93743ab tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:43:26.402243 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114033b2-56b1-4495-bc53-262ea93743ab tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:43:26.402243 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114033b2-56b1-4495-bc53-262ea93743ab tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:43:26.402243 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114033b2-56b1-4495-bc53-262ea93743ab tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:43:26.402243 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114033b2-56b1-4495-bc53-262ea93743ab tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:43:26.421137 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84291739-41fe-4dd8-ab10-ab4ca8672052 req-114033b2-56b1-4495-bc53-262ea93743ab tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:26.421762 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-84291739-41fe-4dd8-ab10-ab4ca8672052 req-114033b2-56b1-4495-bc53-262ea93743ab tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for port, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:26.483337 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78676aa-fd73-4d99-a0f6-463a56b67dd0 req-50390956-def6-4d6e-b4b3-53400f3cdacc tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:26.484903 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b78676aa-fd73-4d99-a0f6-463a56b67dd0 req-50390956-def6-4d6e-b4b3-53400f3cdacc tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=b1864144-8185-488f-9658-27a3c1a8ab9f HTTP/1.1" status: 200 len: 931 time: 0.0538888 Oct 14 07:43:26.526911 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b78676aa-fd73-4d99-a0f6-463a56b67dd0 req-224a7b2c-4601-41bb-91a5-5f925dfe96dc tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339196 Oct 14 07:43:26.537623 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-84291739-41fe-4dd8-ab10-ab4ca8672052 req-114033b2-56b1-4495-bc53-262ea93743ab tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8682842 Oct 14 07:43:26.560142 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [req-84291739-41fe-4dd8-ab10-ab4ca8672052 req-c492bf2a-97f3-42f1-8f96-420daf79f00c service neutron] Request body: {'port': {'device_id': 'b1864144-8185-488f-9658-27a3c1a8ab9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81374'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:43:26.613555 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-84291739-41fe-4dd8-ab10-ab4ca8672052 req-c492bf2a-97f3-42f1-8f96-420daf79f00c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:26.895582 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.notifiers.nova [req-84291739-41fe-4dd8-ab10-ab4ca8672052 req-c492bf2a-97f3-42f1-8f96-420daf79f00c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45bcd2c1-0be5-4c67-b963-96352353f38e {{(pid=106710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:43:26.898946 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-84291739-41fe-4dd8-ab10-ab4ca8672052 req-c492bf2a-97f3-42f1-8f96-420daf79f00c service neutron] Publish callbacks [] for port, precommit_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:26.912268 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.provisioning_blocks [req-84291739-41fe-4dd8-ab10-ab4ca8672052 req-c492bf2a-97f3-42f1-8f96-420daf79f00c service neutron] Transition to ACTIVE for port object 45bcd2c1-0be5-4c67-b963-96352353f38e will not be triggered until provisioned by entity L2. {{(pid=106710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 07:43:27.031079 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-84291739-41fe-4dd8-ab10-ab4ca8672052 req-c492bf2a-97f3-42f1-8f96-420daf79f00c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16030733'] for port, after_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:27.093599 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c492bf2a-97f3-42f1-8f96-420daf79f00c service neutron] Pushing event updated for resources: {'Port': ['ID=45bcd2c1-0be5-4c67-b963-96352353f38e,revision_number=2']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:27.159942 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.managers [req-84291739-41fe-4dd8-ab10-ab4ca8672052 req-c492bf2a-97f3-42f1-8f96-420daf79f00c service neutron] Attempting to bind port 45bcd2c1-0be5-4c67-b963-96352353f38e on host hv-cinder-81374 for vnic_type normal with profile {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:43:27.160439 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.managers [req-84291739-41fe-4dd8-ab10-ab4ca8672052 req-c492bf2a-97f3-42f1-8f96-420daf79f00c service neutron] Attempting to bind port 45bcd2c1-0be5-4c67-b963-96352353f38e by drivers openvswitch,hyperv on host hv-cinder-81374 at level 0 using segments [{'id': '3b66f756-396e-4b46-9e02-b120fb33c532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '1e5fcafc-aa78-4a92-8145-67380f0c2781'}] {{(pid=106710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:43:27.160761 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84291739-41fe-4dd8-ab10-ab4ca8672052 req-c492bf2a-97f3-42f1-8f96-420daf79f00c service neutron] Attempting to bind port 45bcd2c1-0be5-4c67-b963-96352353f38e on network 1e5fcafc-aa78-4a92-8145-67380f0c2781 {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:43:27.165188 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84291739-41fe-4dd8-ab10-ab4ca8672052 req-c492bf2a-97f3-42f1-8f96-420daf79f00c service neutron] Port 45bcd2c1-0be5-4c67-b963-96352353f38e on network 1e5fcafc-aa78-4a92-8145-67380f0c2781 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81374 {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 07:43:27.165507 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84291739-41fe-4dd8-ab10-ab4ca8672052 req-c492bf2a-97f3-42f1-8f96-420daf79f00c service neutron] Attempting to bind port 45bcd2c1-0be5-4c67-b963-96352353f38e on network 1e5fcafc-aa78-4a92-8145-67380f0c2781 {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:43:27.170978 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84291739-41fe-4dd8-ab10-ab4ca8672052 req-c492bf2a-97f3-42f1-8f96-420daf79f00c service neutron] Checking agent: {'id': 'e9e2cc54-3b31-4b83-b77c-54087550ab3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 7, 40, 39), 'started_at': datetime.datetime(2021, 10, 14, 7, 40, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:43:27.171308 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84291739-41fe-4dd8-ab10-ab4ca8672052 req-c492bf2a-97f3-42f1-8f96-420daf79f00c service neutron] Checking segment: {'id': '3b66f756-396e-4b46-9e02-b120fb33c532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '1e5fcafc-aa78-4a92-8145-67380f0c2781'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:43:27.171707 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84291739-41fe-4dd8-ab10-ab4ca8672052 req-c492bf2a-97f3-42f1-8f96-420daf79f00c service neutron] Bound using segment: {'id': '3b66f756-396e-4b46-9e02-b120fb33c532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '1e5fcafc-aa78-4a92-8145-67380f0c2781'} {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:43:27.172128 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.managers [req-84291739-41fe-4dd8-ab10-ab4ca8672052 req-c492bf2a-97f3-42f1-8f96-420daf79f00c service neutron] Bound port: 45bcd2c1-0be5-4c67-b963-96352353f38e, host: hv-cinder-81374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b66f756-396e-4b46-9e02-b120fb33c532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '1e5fcafc-aa78-4a92-8145-67380f0c2781'}}] {{(pid=106710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:43:27.172534 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-84291739-41fe-4dd8-ab10-ab4ca8672052 req-c492bf2a-97f3-42f1-8f96-420daf79f00c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:27.240656 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.db [req-84291739-41fe-4dd8-ab10-ab4ca8672052 req-c492bf2a-97f3-42f1-8f96-420daf79f00c service neutron] For port 45bcd2c1-0be5-4c67-b963-96352353f38e, host hv-cinder-81374, cleared binding levels {{(pid=106710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:43:27.244279 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.db [req-84291739-41fe-4dd8-ab10-ab4ca8672052 req-c492bf2a-97f3-42f1-8f96-420daf79f00c service neutron] For port 45bcd2c1-0be5-4c67-b963-96352353f38e, host hv-cinder-81374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=45bcd2c1-0be5-4c67-b963-96352353f38e,segment=NetworkSegment(3b66f756-396e-4b46-9e02-b120fb33c532),segment_id=3b66f756-396e-4b46-9e02-b120fb33c532)] {{(pid=106710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:43:27.355970 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-84291739-41fe-4dd8-ab10-ab4ca8672052 req-c492bf2a-97f3-42f1-8f96-420daf79f00c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16030733'] for port, after_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:27.389150 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84291739-41fe-4dd8-ab10-ab4ca8672052 req-c492bf2a-97f3-42f1-8f96-420daf79f00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:27.389750 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-84291739-41fe-4dd8-ab10-ab4ca8672052 req-c492bf2a-97f3-42f1-8f96-420daf79f00c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for port, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:27.391089 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-fd504bb1-7ac6-4e2e-a491-3bb9912689a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:27.391563 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-84291739-41fe-4dd8-ab10-ab4ca8672052 req-c492bf2a-97f3-42f1-8f96-420daf79f00c service neutron] 10.222.0.54 "PUT /v2.0/ports/45bcd2c1-0be5-4c67-b963-96352353f38e HTTP/1.1" status: 200 len: 1093 time: 0.8357401 Oct 14 07:43:27.392385 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1864144-8185-488f-9658-27a3c1a8ab9f', 'tag': '45bcd2c1-0be5-4c67-b963-96352353f38e'}] {{(pid=106710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:43:27.395936 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ebf78bef5954e8ca5597493995d581d8346ee5b9d6b2d49db072251da4c473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab296c7-4430-46d7-9727-1d519c2e7a7f" -d '{"events": [{"name": "network-changed", "server_uuid": "b1864144-8185-488f-9658-27a3c1a8ab9f", "tag": "45bcd2c1-0be5-4c67-b963-96352353f38e"}]}' {{(pid=106710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:43:27.430173 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c492bf2a-97f3-42f1-8f96-420daf79f00c service neutron] Pushing event updated for resources: {'Port': ['ID=45bcd2c1-0be5-4c67-b963-96352353f38e,revision_number=3']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:27.468906 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f25e879-64a6-49a1-b63e-8e83d92b14b9 x-openstack-request-id: req-2f25e879-64a6-49a1-b63e-8e83d92b14b9 {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:43:27.469206 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1864144-8185-488f-9658-27a3c1a8ab9f", "tag": "45bcd2c1-0be5-4c67-b963-96352353f38e", "status": "completed", "code": 200}]} {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:43:27.469484 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2f25e879-64a6-49a1-b63e-8e83d92b14b9 {{(pid=106710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:43:27.470049 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1864144-8185-488f-9658-27a3c1a8ab9f', 'tag': '45bcd2c1-0be5-4c67-b963-96352353f38e', 'status': 'completed', 'code': 200} Oct 14 07:43:27.610647 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab296c7-4430-46d7-9727-1d519c2e7a7f req-aea17b25-0962-4646-b7dd-0af3ed9922a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:27.612555 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-2ab296c7-4430-46d7-9727-1d519c2e7a7f req-aea17b25-0962-4646-b7dd-0af3ed9922a7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=432cd5a5d34e443ca7f3260c237fd70b&device_id=b1864144-8185-488f-9658-27a3c1a8ab9f HTTP/1.1" status: 200 len: 1096 time: 0.0475819 Oct 14 07:43:27.674518 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995bef1c-b830-42f7-93b0-dd0f6980b37d req-a6829c7b-3753-43b3-88c9-fc0075d2bcfb tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:27.677306 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-995bef1c-b830-42f7-93b0-dd0f6980b37d req-a6829c7b-3753-43b3-88c9-fc0075d2bcfb tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=b1864144-8185-488f-9658-27a3c1a8ab9f HTTP/1.1" status: 200 len: 943 time: 0.0587361 Oct 14 07:43:27.715460 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-995bef1c-b830-42f7-93b0-dd0f6980b37d req-2db163e9-00d4-4c21-ba9e-859d3c12913f tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319183 Oct 14 07:43:27.741529 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab296c7-4430-46d7-9727-1d519c2e7a7f req-f32bdac4-62ae-4618-b13d-4f44ab53b4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:27.742982 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-2ab296c7-4430-46d7-9727-1d519c2e7a7f req-f32bdac4-62ae-4618-b13d-4f44ab53b4a7 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=432cd5a5d34e443ca7f3260c237fd70b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1115825 Oct 14 07:43:27.840775 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab296c7-4430-46d7-9727-1d519c2e7a7f req-7b432bb8-a5f6-4cfb-9a77-2adfce298379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:27.842254 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-2ab296c7-4430-46d7-9727-1d519c2e7a7f req-7b432bb8-a5f6-4cfb-9a77-2adfce298379 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894048 Oct 14 07:43:27.983310 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84291739-41fe-4dd8-ab10-ab4ca8672052 req-41c6e92d-00c6-46f9-bedc-60cbb8af3520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:27.983310 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-84291739-41fe-4dd8-ab10-ab4ca8672052 req-41c6e92d-00c6-46f9-bedc-60cbb8af3520 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=432cd5a5d34e443ca7f3260c237fd70b&device_id=b1864144-8185-488f-9658-27a3c1a8ab9f HTTP/1.1" status: 200 len: 1096 time: 0.0476286 Oct 14 07:43:28.046452 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-84291739-41fe-4dd8-ab10-ab4ca8672052 req-09fe7022-8417-49c1-bdb9-116d7225558d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=45bcd2c1-0be5-4c67-b963-96352353f38e HTTP/1.1" status: 200 len: 217 time: 0.0377419 Oct 14 07:43:28.095617 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84291739-41fe-4dd8-ab10-ab4ca8672052 req-9c47ead7-7741-4177-9490-e4ac206e5be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:28.100255 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-84291739-41fe-4dd8-ab10-ab4ca8672052 req-9c47ead7-7741-4177-9490-e4ac206e5be8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b45dd88f-e9bf-4766-96d3-5bfc220acb16 HTTP/1.1" status: 200 len: 854 time: 0.0430388 Oct 14 07:43:28.135016 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-84291739-41fe-4dd8-ab10-ab4ca8672052 req-d1d51270-1213-4f5d-a607-71588022018a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1e5fcafc-aa78-4a92-8145-67380f0c2781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285051 Oct 14 07:43:28.235237 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-84291739-41fe-4dd8-ab10-ab4ca8672052 req-a5068943-8303-4bb3-bc6f-b0256362a8e0 service neutron] 10.222.0.54 "GET /v2.0/networks/1e5fcafc-aa78-4a92-8145-67380f0c2781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927706 Oct 14 07:43:28.330657 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-84291739-41fe-4dd8-ab10-ab4ca8672052 req-215d533f-e56c-41a6-b182-aed257a4ba9e service neutron] 10.222.0.54 "GET /v2.0/networks/1e5fcafc-aa78-4a92-8145-67380f0c2781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866249 Oct 14 07:43:28.835606 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e93caa-779a-4062-b60c-373bbe3b179d req-1249c6ce-c17e-44e6-9544-32efeb83a9c4 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:28.837151 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b7e93caa-779a-4062-b60c-373bbe3b179d req-1249c6ce-c17e-44e6-9544-32efeb83a9c4 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=b1864144-8185-488f-9658-27a3c1a8ab9f HTTP/1.1" status: 200 len: 943 time: 0.0494125 Oct 14 07:43:28.874407 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b7e93caa-779a-4062-b60c-373bbe3b179d req-c0992437-d88f-4b88-bc39-6526ae90fd83 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310664 Oct 14 07:43:29.414988 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 54346) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:29.521286 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-c3b23837-9c73-4837-80c6-0225c00a2b8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:29.592097 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-c3b23837-9c73-4837-80c6-0225c00a2b8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:29.658144 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-c3b23837-9c73-4837-80c6-0225c00a2b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:29.701135 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-c3b23837-9c73-4837-80c6-0225c00a2b8b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ef49ab6f44484a7f9f4bfe00f166a3e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2815840 Oct 14 07:43:29.701135 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b23837-9c73-4837-80c6-0225c00a2b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6e4c0f-e684-4cd0-9068-0a5ae578fc2b,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:29.701135 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 54356) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:29.753858 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-3116315f-fbe9-400b-9d43-b7211dd56a1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:29.776555 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-3116315f-fbe9-400b-9d43-b7211dd56a1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:29.913561 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-3116315f-fbe9-400b-9d43-b7211dd56a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:29.916800 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-3116315f-fbe9-400b-9d43-b7211dd56a1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:29.918742 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-3116315f-fbe9-400b-9d43-b7211dd56a1f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9c6e4c0f-e684-4cd0-9068-0a5ae578fc2b HTTP/1.1" status: 204 len: 168 time: 0.2163835 Oct 14 07:43:29.929822 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3116315f-fbe9-400b-9d43-b7211dd56a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6e4c0f-e684-4cd0-9068-0a5ae578fc2b,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:29.988807 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-8d25e94b-a1b6-4f17-b6fe-0f7350fc1fea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:29.998338 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4449c5-9572-4df0-875b-64c6cc720371 req-5c7d39a2-f6c1-421d-9986-b383d6498806 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:29.999828 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-1d4449c5-9572-4df0-875b-64c6cc720371 req-5c7d39a2-f6c1-421d-9986-b383d6498806 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=b1864144-8185-488f-9658-27a3c1a8ab9f HTTP/1.1" status: 200 len: 943 time: 0.0506163 Oct 14 07:43:30.037876 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-1d4449c5-9572-4df0-875b-64c6cc720371 req-fbccc2d6-4467-4e0a-9b2f-aa2305e0a880 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318351 Oct 14 07:43:30.602836 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 54390) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:30.616282 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-5df37048-506e-4415-8734-ca0851186e17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:30.688828 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-5df37048-506e-4415-8734-ca0851186e17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:30.766907 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-5df37048-506e-4415-8734-ca0851186e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:30.809564 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df37048-506e-4415-8734-ca0851186e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ccbf138-bea6-4c49-9adf-e2d19646cfee,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:30.818940 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-5df37048-506e-4415-8734-ca0851186e17 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e48c3eb76f4b4dfc9d54e1c077c79349&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2114780 Oct 14 07:43:30.820111 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 54398) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:30.824323 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:30.903220 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 54400) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:30.908217 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-cfc54523-15b8-48e2-b33e-3ab9c5f7cc46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:30.917129 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5e2ae-7c03-4cb0-8694-8364fb0b2647 req-20f37951-fe8d-4195-9db1-426ee523c6d4 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:30.918596 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-b2d5e2ae-7c03-4cb0-8694-8364fb0b2647 req-20f37951-fe8d-4195-9db1-426ee523c6d4 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/ports?device_id=a049bcaa-35ed-4bcf-8d5a-e46729213874 HTTP/1.1" status: 200 len: 945 time: 0.0713768 Oct 14 07:43:30.953641 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-cfc54523-15b8-48e2-b33e-3ab9c5f7cc46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:30.996561 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-b2d5e2ae-7c03-4cb0-8694-8364fb0b2647 req-e4bf05dd-05dd-42c6-bff9-ca8b6cba3548 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4446439-4f2c-4433-b0f8-d5c2d79b80b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690079 Oct 14 07:43:31.021659 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-acd73420-bc4c-4bf2-b409-4c181e896a8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:31.119963 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-cfc54523-15b8-48e2-b33e-3ab9c5f7cc46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:31.122632 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-cfc54523-15b8-48e2-b33e-3ab9c5f7cc46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:31.127095 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-cfc54523-15b8-48e2-b33e-3ab9c5f7cc46 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5ccbf138-bea6-4c49-9adf-e2d19646cfee HTTP/1.1" status: 204 len: 168 time: 0.3035214 Oct 14 07:43:31.146493 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc54523-15b8-48e2-b33e-3ab9c5f7cc46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ccbf138-bea6-4c49-9adf-e2d19646cfee,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:31.169784 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9203637-a6f7-4028-81fd-e73ac520e6b0 req-b01735ab-7048-4478-b8a3-416e2a8de1fd tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:31.171315 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-c9203637-a6f7-4028-81fd-e73ac520e6b0 req-b01735ab-7048-4478-b8a3-416e2a8de1fd tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=b1864144-8185-488f-9658-27a3c1a8ab9f HTTP/1.1" status: 200 len: 943 time: 0.0623577 Oct 14 07:43:31.192231 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-acd73420-bc4c-4bf2-b409-4c181e896a8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:31.219811 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-c9203637-a6f7-4028-81fd-e73ac520e6b0 req-cec9285b-9c58-4fe9-b90c-57a6e121ddcd tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401590 Oct 14 07:43:31.309398 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-acd73420-bc4c-4bf2-b409-4c181e896a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:31.309557 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-93e1ef1e-be74-48a7-9436-c986e05ec438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:31.347007 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-acd73420-bc4c-4bf2-b409-4c181e896a8c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c76588ee7ae64b83b8b2fbb359860c7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4426019 Oct 14 07:43:31.348759 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd73420-bc4c-4bf2-b409-4c181e896a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f3cac5-2199-461b-80f1-38e1954e364d,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:31.350406 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 54422) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:31.410104 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-b61c07a7-21a5-4f88-85bc-1b11f6503aae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:31.436733 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-b61c07a7-21a5-4f88-85bc-1b11f6503aae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:31.574926 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-b61c07a7-21a5-4f88-85bc-1b11f6503aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:31.578480 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-b61c07a7-21a5-4f88-85bc-1b11f6503aae admin admin] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:31.581213 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-b61c07a7-21a5-4f88-85bc-1b11f6503aae admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e3f3cac5-2199-461b-80f1-38e1954e364d HTTP/1.1" status: 204 len: 168 time: 0.2283287 Oct 14 07:43:31.594403 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c07a7-21a5-4f88-85bc-1b11f6503aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f3cac5-2199-461b-80f1-38e1954e364d,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:32.039227 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 45bcd2c1-0be5-4c67-b963-96352353f38e details requested by agent hyperv_hv-cinder-81374 with host hv-cinder-81374 {{(pid=106712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 07:43:32.167827 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port 45bcd2c1-0be5-4c67-b963-96352353f38e, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=45bcd2c1-0be5-4c67-b963-96352353f38e,segment=NetworkSegment(3b66f756-396e-4b46-9e02-b120fb33c532),segment_id=3b66f756-396e-4b46-9e02-b120fb33c532)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:43:32.187319 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Returning: {'device': '45bcd2c1-0be5-4c67-b963-96352353f38e', 'network_id': '1e5fcafc-aa78-4a92-8145-67380f0c2781', 'port_id': '45bcd2c1-0be5-4c67-b963-96352353f38e', 'mac_address': 'fa:16:3e:53:86:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b45dd88f-e9bf-4766-96d3-5bfc220acb16', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 07:43:32.206979 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8230b-41f6-4bec-8047-2bd90a6423f6 req-786ead30-dd09-4ca9-983d-680ed8f59c13 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:32.209277 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-0cb8230b-41f6-4bec-8047-2bd90a6423f6 req-786ead30-dd09-4ca9-983d-680ed8f59c13 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/ports?device_id=a049bcaa-35ed-4bcf-8d5a-e46729213874 HTTP/1.1" status: 200 len: 945 time: 0.1296024 Oct 14 07:43:32.252384 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:32.275387 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 54482) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:32.293624 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-25bd9e3e-97a9-4d67-9107-497d415bb9df admin admin] Publish callbacks [] for security_group, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:32.297688 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-0cb8230b-41f6-4bec-8047-2bd90a6423f6 req-05b78041-2ba3-4f83-9926-b4c74f5a585c tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4446439-4f2c-4433-b0f8-d5c2d79b80b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779884 Oct 14 07:43:32.303863 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45bcd2c1-0be5-4c67-b963-96352353f38e {{(pid=106712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:43:32.334094 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port 45bcd2c1-0be5-4c67-b963-96352353f38e, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=45bcd2c1-0be5-4c67-b963-96352353f38e,segment=NetworkSegment(3b66f756-396e-4b46-9e02-b120fb33c532),segment_id=3b66f756-396e-4b46-9e02-b120fb33c532)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:43:32.396887 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6369410-5bdc-4a39-8f9c-658f424a9fe2 req-70e783de-8299-4a24-9b1b-ba2406e9e854 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:32.398379 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c6369410-5bdc-4a39-8f9c-658f424a9fe2 req-70e783de-8299-4a24-9b1b-ba2406e9e854 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=b1864144-8185-488f-9658-27a3c1a8ab9f HTTP/1.1" status: 200 len: 943 time: 0.0753846 Oct 14 07:43:32.434933 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:32.452982 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-25bd9e3e-97a9-4d67-9107-497d415bb9df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:32.460465 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c6369410-5bdc-4a39-8f9c-658f424a9fe2 req-52df484f-515d-4928-876f-22f3255e95b3 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536921 Oct 14 07:43:32.486587 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=45bcd2c1-0be5-4c67-b963-96352353f38e,revision_number=4']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:32.496932 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:43:32.497525 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:43:32.497889 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:43:32.498587 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:43:32.498896 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:43:32.499146 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:43:32.499692 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:43:32.499879 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:43:32.500355 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:43:32.500522 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:43:32.500841 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:43:32.501161 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:43:32.534037 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-25bd9e3e-97a9-4d67-9107-497d415bb9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:32.572175 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-25bd9e3e-97a9-4d67-9107-497d415bb9df admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9dcf512974bc4cf7a68022e3210180bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2956424 Oct 14 07:43:32.573140 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bd9e3e-97a9-4d67-9107-497d415bb9df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0860372c-c77e-4e21-8f63-2eb8ccbbe7d4,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:32.574895 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 54490) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:32.626312 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-f170a180-3780-46c3-9701-b8ff8cb490c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:32.647897 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-f170a180-3780-46c3-9701-b8ff8cb490c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:32.777782 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-f170a180-3780-46c3-9701-b8ff8cb490c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:32.780613 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-f170a180-3780-46c3-9701-b8ff8cb490c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:32.781813 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-f170a180-3780-46c3-9701-b8ff8cb490c4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0860372c-c77e-4e21-8f63-2eb8ccbbe7d4 HTTP/1.1" status: 204 len: 168 time: 0.2059040 Oct 14 07:43:32.798956 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f170a180-3780-46c3-9701-b8ff8cb490c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0860372c-c77e-4e21-8f63-2eb8ccbbe7d4,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:32.859872 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-439377cf-db3c-4e91-9aae-241f8a26ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:32.932785 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] get_ports_and_sgs() called for port_ids ['45bcd2c1-0be5-4c67-b963-96352353f38e'] {{(pid=106712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:43:33.631944 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 54532) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:33.645484 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-575c4cf6-823e-4668-93d5-17dead3907e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:33.723505 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-575c4cf6-823e-4668-93d5-17dead3907e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:33.808001 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-575c4cf6-823e-4668-93d5-17dead3907e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:33.845492 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c4cf6-823e-4668-93d5-17dead3907e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5303659-3da8-4dba-aad9-de6eba7420b4,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:33.855209 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 54538) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:33.855624 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-575c4cf6-823e-4668-93d5-17dead3907e6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=95afbf1af8a04d698b19954e185b9ea2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2223716 Oct 14 07:43:33.908095 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-9b41fe8f-0dcd-400f-bb62-e1fe6ba32fa2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:33.928153 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-9b41fe8f-0dcd-400f-bb62-e1fe6ba32fa2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:34.092131 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-9b41fe8f-0dcd-400f-bb62-e1fe6ba32fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:34.094722 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-9b41fe8f-0dcd-400f-bb62-e1fe6ba32fa2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:34.095907 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-9b41fe8f-0dcd-400f-bb62-e1fe6ba32fa2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a5303659-3da8-4dba-aad9-de6eba7420b4 HTTP/1.1" status: 204 len: 168 time: 0.2395766 Oct 14 07:43:34.104317 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b41fe8f-0dcd-400f-bb62-e1fe6ba32fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5303659-3da8-4dba-aad9-de6eba7420b4,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:35.642522 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 54594) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:35.745416 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-629dad9c-c5b7-4e7b-9247-afa8058fdd32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:35.814833 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-629dad9c-c5b7-4e7b-9247-afa8058fdd32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:35.853804 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-629dad9c-c5b7-4e7b-9247-afa8058fdd32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:35.890816 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-629dad9c-c5b7-4e7b-9247-afa8058fdd32 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f06c1f8de2c1483cb80f2fbc4bda687e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2472010 Oct 14 07:43:35.891699 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629dad9c-c5b7-4e7b-9247-afa8058fdd32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef57d0c9-4b62-4b86-898b-b395b112da90,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:35.893508 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 54600) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:35.942117 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8266e5fd-244f-4982-abbd-df6c3d3e0c21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:35.962085 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8266e5fd-244f-4982-abbd-df6c3d3e0c21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:36.053512 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8266e5fd-244f-4982-abbd-df6c3d3e0c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:36.056043 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8266e5fd-244f-4982-abbd-df6c3d3e0c21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:36.057178 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-8266e5fd-244f-4982-abbd-df6c3d3e0c21 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ef57d0c9-4b62-4b86-898b-b395b112da90 HTTP/1.1" status: 204 len: 168 time: 0.1618698 Oct 14 07:43:36.072931 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266e5fd-244f-4982-abbd-df6c3d3e0c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef57d0c9-4b62-4b86-898b-b395b112da90,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:36.466696 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91982316-c694-45fd-a109-224ca8c7df9d req-ece49426-e20d-465f-910d-dc52940d7398 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:36.468197 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-91982316-c694-45fd-a109-224ca8c7df9d req-ece49426-e20d-465f-910d-dc52940d7398 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/ports?device_id=a049bcaa-35ed-4bcf-8d5a-e46729213874 HTTP/1.1" status: 200 len: 945 time: 0.0888054 Oct 14 07:43:36.471996 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-e189f6f6-0030-489f-9aff-e57ee5c3627f req-a0103446-6656-4de1-8ce1-a4dc46d1a3ec service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5a4d7b1d-ff71-4b56-81b7-7aa920ad6a28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0659828 Oct 14 07:43:36.507767 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9cf4ad-82a3-4da5-bd10-67307923a98b req-379e0ce6-e986-4796-85af-feeef2674647 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:36.509245 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-0d9cf4ad-82a3-4da5-bd10-67307923a98b req-379e0ce6-e986-4796-85af-feeef2674647 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=b1864144-8185-488f-9658-27a3c1a8ab9f HTTP/1.1" status: 200 len: 944 time: 0.0570037 Oct 14 07:43:36.511152 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-91982316-c694-45fd-a109-224ca8c7df9d req-aff9fe48-d540-4120-a2c4-871bf22f4255 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/security-groups?id=f4446439-4f2c-4433-b0f8-d5c2d79b80b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350237 Oct 14 07:43:36.551318 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-0d9cf4ad-82a3-4da5-bd10-67307923a98b req-1bf018af-11c6-40f6-bf3d-2dbc518ab5df tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346942 Oct 14 07:43:36.620049 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc44759f-f25b-467d-b5c3-b2e0cf032973 req-de9cc600-0ff1-4610-866a-035570665112 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:36.621668 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-fc44759f-f25b-467d-b5c3-b2e0cf032973 req-de9cc600-0ff1-4610-866a-035570665112 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.54 "GET /v2.0/ports?device_id=a049bcaa-35ed-4bcf-8d5a-e46729213874 HTTP/1.1" status: 200 len: 945 time: 0.0497718 Oct 14 07:43:36.628488 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189f6f6-0030-489f-9aff-e57ee5c3627f req-00afd1c7-40e6-43dc-9073-62803715d041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:36.629938 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-e189f6f6-0030-489f-9aff-e57ee5c3627f req-00afd1c7-40e6-43dc-9073-62803715d041 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=432cd5a5d34e443ca7f3260c237fd70b&device_id=5a4d7b1d-ff71-4b56-81b7-7aa920ad6a28 HTTP/1.1" status: 200 len: 1098 time: 0.0407200 Oct 14 07:43:36.744874 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189f6f6-0030-489f-9aff-e57ee5c3627f req-a61c9807-8da6-4ab8-bae1-91c325d7d1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:36.746321 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-e189f6f6-0030-489f-9aff-e57ee5c3627f req-a61c9807-8da6-4ab8-bae1-91c325d7d1b5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1e5fcafc-aa78-4a92-8145-67380f0c2781 HTTP/1.1" status: 200 len: 915 time: 0.0923588 Oct 14 07:43:36.795032 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [req-fc44759f-f25b-467d-b5c3-b2e0cf032973 req-2b27e768-7f34-4a9c-a03d-efb0f93de51e tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] Deleting port 886ae692-61ff-4390-ba38-bbbc5639292f {{(pid=106710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:43:36.799379 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-fc44759f-f25b-467d-b5c3-b2e0cf032973 req-2b27e768-7f34-4a9c-a03d-efb0f93de51e tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:36.799634 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-e189f6f6-0030-489f-9aff-e57ee5c3627f req-01430eea-9944-4b12-81e0-34c3734d2022 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d49d88e2-e66e-44aa-a669-20928e18970b HTTP/1.1" status: 200 len: 217 time: 0.0379045 Oct 14 07:43:36.863449 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189f6f6-0030-489f-9aff-e57ee5c3627f req-80603a73-1287-452e-8809-2e58b8220995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:36.865899 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-e189f6f6-0030-489f-9aff-e57ee5c3627f req-80603a73-1287-452e-8809-2e58b8220995 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b45dd88f-e9bf-4766-96d3-5bfc220acb16 HTTP/1.1" status: 200 len: 854 time: 0.0512249 Oct 14 07:43:36.896965 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.db [req-fc44759f-f25b-467d-b5c3-b2e0cf032973 req-2b27e768-7f34-4a9c-a03d-efb0f93de51e tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] For port 886ae692-61ff-4390-ba38-bbbc5639292f, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=886ae692-61ff-4390-ba38-bbbc5639292f,segment=NetworkSegment(84ac8eb6-b346-4a67-a28f-c6dbb78df96c),segment_id=84ac8eb6-b346-4a67-a28f-c6dbb78df96c)] {{(pid=106710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:43:36.897556 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-fc44759f-f25b-467d-b5c3-b2e0cf032973 req-2b27e768-7f34-4a9c-a03d-efb0f93de51e tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:36.900394 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-e189f6f6-0030-489f-9aff-e57ee5c3627f req-7d8f1b02-52fa-462a-be7e-4f009c06bbff service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1e5fcafc-aa78-4a92-8145-67380f0c2781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252645 Oct 14 07:43:36.911348 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [req-fc44759f-f25b-467d-b5c3-b2e0cf032973 req-2b27e768-7f34-4a9c-a03d-efb0f93de51e tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] Calling delete_port for 886ae692-61ff-4390-ba38-bbbc5639292f owned by compute:nova {{(pid=106710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:43:37.189316 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-fc44759f-f25b-467d-b5c3-b2e0cf032973 req-2b27e768-7f34-4a9c-a03d-efb0f93de51e tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16030778'] for port, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:37.219633 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b27e768-7f34-4a9c-a03d-efb0f93de51e tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] Pushing event deleted for resources: {'Port': ['ID=886ae692-61ff-4390-ba38-bbbc5639292f,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:37.229358 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] get_ports_and_sgs() called for port_ids ['886ae692-61ff-4390-ba38-bbbc5639292f'] {{(pid=106712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:43:37.256407 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-e189f6f6-0030-489f-9aff-e57ee5c3627f req-f39deafb-6349-4ac8-a200-0809bf850aaa service neutron] 10.222.0.54 "GET /v2.0/networks/1e5fcafc-aa78-4a92-8145-67380f0c2781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428864 Oct 14 07:43:37.308913 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc44759f-f25b-467d-b5c3-b2e0cf032973 req-2b27e768-7f34-4a9c-a03d-efb0f93de51e tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] No DVR routers for this DVR port 886ae692-61ff-4390-ba38-bbbc5639292f on host hv-cinder-81374 {{(pid=106710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:43:37.311962 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-fc44759f-f25b-467d-b5c3-b2e0cf032973 req-2b27e768-7f34-4a9c-a03d-efb0f93de51e tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for port, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:37.315405 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-fc44759f-f25b-467d-b5c3-b2e0cf032973 req-2b27e768-7f34-4a9c-a03d-efb0f93de51e tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.54 "DELETE /v2.0/ports/886ae692-61ff-4390-ba38-bbbc5639292f HTTP/1.1" status: 204 len: 173 time: 0.6837423 Oct 14 07:43:37.315892 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a049bcaa-35ed-4bcf-8d5a-e46729213874', 'name': 'network-vif-deleted', 'tag': '886ae692-61ff-4390-ba38-bbbc5639292f'}] {{(pid=106710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:43:37.318727 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ebf78bef5954e8ca5597493995d581d8346ee5b9d6b2d49db072251da4c473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b2707b-ce41-44cf-ace4-0c8613e17793" -d '{"events": [{"server_uuid": "a049bcaa-35ed-4bcf-8d5a-e46729213874", "name": "network-vif-deleted", "tag": "886ae692-61ff-4390-ba38-bbbc5639292f"}]}' {{(pid=106710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:43:37.376054 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba437bee-6a52-4e2d-9d66-8998532ee77d x-openstack-request-id: req-ba437bee-6a52-4e2d-9d66-8998532ee77d {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:43:37.376342 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a049bcaa-35ed-4bcf-8d5a-e46729213874", "name": "network-vif-deleted", "tag": "886ae692-61ff-4390-ba38-bbbc5639292f", "status": "completed", "code": 200}]} {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:43:37.376597 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ba437bee-6a52-4e2d-9d66-8998532ee77d {{(pid=106710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:43:37.377078 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a049bcaa-35ed-4bcf-8d5a-e46729213874', 'name': 'network-vif-deleted', 'tag': '886ae692-61ff-4390-ba38-bbbc5639292f', 'status': 'completed', 'code': 200} Oct 14 07:43:37.381402 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-e189f6f6-0030-489f-9aff-e57ee5c3627f req-5b0ba28a-1115-4bb9-b454-984b5021a8c6 service neutron] 10.222.0.54 "GET /v2.0/networks/1e5fcafc-aa78-4a92-8145-67380f0c2781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164668 Oct 14 07:43:37.620356 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-72c7f70c-c1c0-475f-a567-b11252fad624 req-ac0cbe1b-04fb-430f-ac94-5439a599938e tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/ports?device_id=a049bcaa-35ed-4bcf-8d5a-e46729213874 HTTP/1.1" status: 200 len: 210 time: 0.0360954 Oct 14 07:43:37.689908 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b39db-af34-409c-ab8a-24cf20db52aa req-57cf2ad5-1dbe-418f-92e4-f6263c8c4db7 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:37.691355 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c94b39db-af34-409c-ab8a-24cf20db52aa req-57cf2ad5-1dbe-418f-92e4-f6263c8c4db7 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=b1864144-8185-488f-9658-27a3c1a8ab9f HTTP/1.1" status: 200 len: 944 time: 0.0484900 Oct 14 07:43:37.733169 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c94b39db-af34-409c-ab8a-24cf20db52aa req-0c6c2c1e-f825-4391-8e75-43531b56102b tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343807 Oct 14 07:43:38.097775 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 45bcd2c1-0be5-4c67-b963-96352353f38e up at agent hyperv_hv-cinder-81374 {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:43:38.259465 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Provisioning for port 45bcd2c1-0be5-4c67-b963-96352353f38e completed by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 07:43:38.263635 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Provisioning complete for port 45bcd2c1-0be5-4c67-b963-96352353f38e triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:43:38.263941 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:38.343867 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:38.365331 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1864144-8185-488f-9658-27a3c1a8ab9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bcd2c1-0be5-4c67-b963-96352353f38e'}] {{(pid=106712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:43:38.367547 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3db9d29808d7d8625da6d6dfdab11118ca3df70b734e515c8bcc451a900cfacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d8dc1f-942e-4541-a865-48124742e155" -d '{"events": [{"server_uuid": "b1864144-8185-488f-9658-27a3c1a8ab9f", "name": "network-vif-plugged", "status": "completed", "tag": "45bcd2c1-0be5-4c67-b963-96352353f38e"}]}' {{(pid=106712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:43:38.381188 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port 45bcd2c1-0be5-4c67-b963-96352353f38e, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=45bcd2c1-0be5-4c67-b963-96352353f38e,segment=NetworkSegment(3b66f756-396e-4b46-9e02-b120fb33c532),segment_id=3b66f756-396e-4b46-9e02-b120fb33c532)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:43:38.402912 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7686667f-d85b-4bbe-8519-fa8fbae266f7 x-openstack-request-id: req-7686667f-d85b-4bbe-8519-fa8fbae266f7 {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:43:38.403260 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1864144-8185-488f-9658-27a3c1a8ab9f", "name": "network-vif-plugged", "status": "completed", "tag": "45bcd2c1-0be5-4c67-b963-96352353f38e", "code": 200}]} {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:43:38.403516 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7686667f-d85b-4bbe-8519-fa8fbae266f7 {{(pid=106712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:43:38.403948 dv-cinder-813746-2-iscsi neutron-server[106712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1864144-8185-488f-9658-27a3c1a8ab9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bcd2c1-0be5-4c67-b963-96352353f38e', 'code': 200} Oct 14 07:43:38.442043 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:38.489534 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=45bcd2c1-0be5-4c67-b963-96352353f38e,revision_number=5']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:40.165900 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:41.079590 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 886ae692-61ff-4390-ba38-bbbc5639292f no longer exists at agent hyperv_hv-cinder-81374 {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:43:41.101417 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] No Port match for: 886ae692-61ff-4390-ba38-bbbc5639292f {{(pid=106712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:43:41.101758 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 886ae692-61ff-4390-ba38-bbbc5639292f not bound to the agent host hv-cinder-81374 {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:43:41.291314 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-0ceda80e-2a4b-47bf-a802-3782f63cd985 req-2b39490f-a914-4d8a-9c20-7baec6247b0b tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/ports?device_id=a049bcaa-35ed-4bcf-8d5a-e46729213874 HTTP/1.1" status: 200 len: 210 time: 0.0290699 Oct 14 07:43:41.337255 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d5e83-8cf7-479c-9e48-ca9df89acf38 req-9e86da24-d7c1-4f30-a33a-7b8534cfd1d6 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:41.338688 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-dd0d5e83-8cf7-479c-9e48-ca9df89acf38 req-9e86da24-d7c1-4f30-a33a-7b8534cfd1d6 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=b1864144-8185-488f-9658-27a3c1a8ab9f HTTP/1.1" status: 200 len: 945 time: 0.0517650 Oct 14 07:43:41.375459 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-dd0d5e83-8cf7-479c-9e48-ca9df89acf38 req-63ac0407-f0b4-47f4-9047-9f24cbb74a9c tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307975 Oct 14 07:43:41.592201 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e44ea-4071-4623-b8a0-4876a29cb702 req-caf1b62b-28f8-496a-805d-46373069098e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:41.593577 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-b00e44ea-4071-4623-b8a0-4876a29cb702 req-caf1b62b-28f8-496a-805d-46373069098e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b1864144-8185-488f-9658-27a3c1a8ab9f HTTP/1.1" status: 200 len: 1098 time: 0.0653007 Oct 14 07:43:41.651389 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-b00e44ea-4071-4623-b8a0-4876a29cb702 req-43bf1432-ed0b-4d1b-8ea4-12795e0c3b6e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379353 Oct 14 07:43:42.480835 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-869b6b23-1adc-4469-be13-28bc3839a556 req-efc6fc5a-2558-4b22-a22c-7ef87b164ac3 tempest-DeleteServersTestJSON-897697873 tempest-DeleteServersTestJSON-897697873-project] 10.222.0.47 "GET /v2.0/ports?device_id=a049bcaa-35ed-4bcf-8d5a-e46729213874 HTTP/1.1" status: 200 len: 210 time: 0.0472238 Oct 14 07:43:42.537078 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40628c4a-c49b-440a-8a90-e96c69d3a6e0 req-970aebf9-f3f2-4a2f-be54-4342669e6e9f tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:42.538552 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-40628c4a-c49b-440a-8a90-e96c69d3a6e0 req-970aebf9-f3f2-4a2f-be54-4342669e6e9f tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=b1864144-8185-488f-9658-27a3c1a8ab9f HTTP/1.1" status: 200 len: 945 time: 0.0474193 Oct 14 07:43:42.581509 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-40628c4a-c49b-440a-8a90-e96c69d3a6e0 req-9acdff45-7f9c-423c-9f0b-203f90613ac0 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369112 Oct 14 07:43:43.718160 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7c88f-e334-4825-86ba-1306939bd413 req-d45731dd-ccb9-431c-8b2d-33cb40cbb52a tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:43.722686 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-dca7c88f-e334-4825-86ba-1306939bd413 req-d45731dd-ccb9-431c-8b2d-33cb40cbb52a tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=b1864144-8185-488f-9658-27a3c1a8ab9f HTTP/1.1" status: 200 len: 945 time: 0.0572913 Oct 14 07:43:43.788515 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-dca7c88f-e334-4825-86ba-1306939bd413 req-5b6291e3-e7eb-4993-a8f2-133fe67067ba tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515776 Oct 14 07:43:44.285611 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 54872) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:44.316719 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 54876) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:44.411669 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-41bf67f5-e844-4f42-98b7-d09b24720d67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:44.460626 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-9a9323bd-559e-41c4-a0d3-46632e68f548 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:44.574480 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-41bf67f5-e844-4f42-98b7-d09b24720d67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:44.589301 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-9a9323bd-559e-41c4-a0d3-46632e68f548 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:44.619846 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 54892) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:44.657420 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-41bf67f5-e844-4f42-98b7-d09b24720d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:44.694606 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-41bf67f5-e844-4f42-98b7-d09b24720d67 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=faa0f3bd222c466b8ef0a39575963b9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4078593 Oct 14 07:43:44.696647 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf67f5-e844-4f42-98b7-d09b24720d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52918b44-b617-4470-a4c1-f7dda453c819,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:44.697300 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 54896) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:44.702803 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-9a9323bd-559e-41c4-a0d3-46632e68f548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:44.739916 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-9a9323bd-559e-41c4-a0d3-46632e68f548 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=021a71ff5b3745d3ac588c4a313240f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4220698 Oct 14 07:43:44.744601 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 54898) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:44.749204 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9323bd-559e-41c4-a0d3-46632e68f548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41a8513-2da4-4b82-8174-44b7131f860b,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:44.753727 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-1ad4bb62-ab7b-4459-88dd-8b01810768b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:44.816302 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-3fb259a4-751c-4cad-82d4-4e5bf8b6127b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:44.852744 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-3fb259a4-751c-4cad-82d4-4e5bf8b6127b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:44.873739 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-fbd59327-7bb1-401e-87d1-e2e1e13491b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:44.912625 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-fbd59327-7bb1-401e-87d1-e2e1e13491b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:44.968442 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-1ad4bb62-ab7b-4459-88dd-8b01810768b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:44.994879 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-3fb259a4-751c-4cad-82d4-4e5bf8b6127b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:44.997447 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-3fb259a4-751c-4cad-82d4-4e5bf8b6127b admin admin] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:44.999172 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-3fb259a4-751c-4cad-82d4-4e5bf8b6127b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/52918b44-b617-4470-a4c1-f7dda453c819 HTTP/1.1" status: 204 len: 168 time: 0.3003957 Oct 14 07:43:45.008001 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb259a4-751c-4cad-82d4-4e5bf8b6127b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52918b44-b617-4470-a4c1-f7dda453c819,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:45.017770 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-1ad4bb62-ab7b-4459-88dd-8b01810768b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:45.057123 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-1ad4bb62-ab7b-4459-88dd-8b01810768b0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ffe722a4f8a2449c9db231178ccf25c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4362030 Oct 14 07:43:45.058204 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad4bb62-ab7b-4459-88dd-8b01810768b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7ad050-2a3e-4048-ac27-b40b24401d7c,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:45.060694 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 54904) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:45.071146 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-fbd59327-7bb1-401e-87d1-e2e1e13491b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:45.073990 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-fbd59327-7bb1-401e-87d1-e2e1e13491b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:45.077402 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-fbd59327-7bb1-401e-87d1-e2e1e13491b9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d41a8513-2da4-4b82-8174-44b7131f860b HTTP/1.1" status: 204 len: 168 time: 0.3296542 Oct 14 07:43:45.085983 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd59327-7bb1-401e-87d1-e2e1e13491b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41a8513-2da4-4b82-8174-44b7131f860b,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:45.140563 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-6521d986-b449-44ae-a087-b1e4d500609d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:45.165942 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-6521d986-b449-44ae-a087-b1e4d500609d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:45.173147 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 54914) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:45.223441 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.db_base_plugin_v2 [None req-30c6b8e4-88b6-43e8-9c44-d64a8f8abbf8 admin admin] Deleting subnet 1912cd4f-e823-416b-bcfc-44dbb0b67ddf {{(pid=106711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 07:43:45.227527 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-30c6b8e4-88b6-43e8-9c44-d64a8f8abbf8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:45.263407 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-30c6b8e4-88b6-43e8-9c44-d64a8f8abbf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16126850'] for subnet, precommit_delete_associations {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:45.294039 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-6521d986-b449-44ae-a087-b1e4d500609d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:45.297816 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-6521d986-b449-44ae-a087-b1e4d500609d admin admin] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:45.299456 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-6521d986-b449-44ae-a087-b1e4d500609d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dd7ad050-2a3e-4048-ac27-b40b24401d7c HTTP/1.1" status: 204 len: 168 time: 0.2374785 Oct 14 07:43:45.307498 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-30c6b8e4-88b6-43e8-9c44-d64a8f8abbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728799'] for subnet, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:45.307725 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6521d986-b449-44ae-a087-b1e4d500609d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7ad050-2a3e-4048-ac27-b40b24401d7c,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:45.475215 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-30c6b8e4-88b6-43e8-9c44-d64a8f8abbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14796997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15954738'] for subnet, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:45.505377 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6b8e4-88b6-43e8-9c44-d64a8f8abbf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1912cd4f-e823-416b-bcfc-44dbb0b67ddf,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:45.509801 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-30c6b8e4-88b6-43e8-9c44-d64a8f8abbf8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:45.512935 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-30c6b8e4-88b6-43e8-9c44-d64a8f8abbf8 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/1912cd4f-e823-416b-bcfc-44dbb0b67ddf HTTP/1.1" status: 204 len: 168 time: 0.3388033 Oct 14 07:43:45.515403 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 54922) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:45.581186 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-da84d65f-ec78-46da-b99b-519c1ca2f4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530581'] for network, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:45.662527 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-da84d65f-ec78-46da-b99b-519c1ca2f4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727114', 'neutron.services.segments.db._delete_segments_for_network-8787630205745'] for network, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:45.683998 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.services.segments.db [None req-da84d65f-ec78-46da-b99b-519c1ca2f4d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17cb17fe-84ad-4177-b518-5cfefa98780c']}} {{(pid=106711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:43:45.693593 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.services.segments.db [None req-da84d65f-ec78-46da-b99b-519c1ca2f4d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84ac8eb6-b346-4a67-a28f-c6dbb78df96c') {'for_net_delete': True} {{(pid=106711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:43:45.693891 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.services.segments.db [None req-da84d65f-ec78-46da-b99b-519c1ca2f4d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84ac8eb6-b346-4a67-a28f-c6dbb78df96c') {} {{(pid=106711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:43:45.704509 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-da84d65f-ec78-46da-b99b-519c1ca2f4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787630207546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16126907'] for segment, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:45.722364 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-da84d65f-ec78-46da-b99b-519c1ca2f4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728044'] for segment, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:45.730181 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da84d65f-ec78-46da-b99b-519c1ca2f4d7 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=106711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 07:43:45.730690 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-da84d65f-ec78-46da-b99b-519c1ca2f4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14797671'] for segment, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:45.732417 dv-cinder-813746-2-iscsi neutron-server[106711]: Traceback (most recent call last): Oct 14 07:43:45.732417 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 07:43:45.732417 dv-cinder-813746-2-iscsi neutron-server[106711]: timer() Oct 14 07:43:45.732417 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 07:43:45.732417 dv-cinder-813746-2-iscsi neutron-server[106711]: cb(*args, **kw) Oct 14 07:43:45.732417 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 07:43:45.732417 dv-cinder-813746-2-iscsi neutron-server[106711]: return func(*args, **kwargs) Oct 14 07:43:45.732417 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 07:43:45.732417 dv-cinder-813746-2-iscsi neutron-server[106711]: self._notify() Oct 14 07:43:45.732417 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 07:43:45.732417 dv-cinder-813746-2-iscsi neutron-server[106711]: self.callback(batched_events) Oct 14 07:43:45.732417 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 07:43:45.732417 dv-cinder-813746-2-iscsi neutron-server[106711]: event.method(event) Oct 14 07:43:45.732417 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 07:43:45.732417 dv-cinder-813746-2-iscsi neutron-server[106711]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 07:43:45.732417 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 07:43:45.732417 dv-cinder-813746-2-iscsi neutron-server[106711]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 07:43:45.732417 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 07:43:45.732417 dv-cinder-813746-2-iscsi neutron-server[106711]: return f(self, *a, **k) Oct 14 07:43:45.732417 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 07:43:45.732417 dv-cinder-813746-2-iscsi neutron-server[106711]: return self._get(url).json() Oct 14 07:43:45.732417 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 07:43:45.732417 dv-cinder-813746-2-iscsi neutron-server[106711]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 07:43:45.732417 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 07:43:45.732417 dv-cinder-813746-2-iscsi neutron-server[106711]: return self.request(url, 'GET', **kwargs) Oct 14 07:43:45.732417 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 07:43:45.732417 dv-cinder-813746-2-iscsi neutron-server[106711]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 07:43:45.732417 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 07:43:45.732417 dv-cinder-813746-2-iscsi neutron-server[106711]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 07:43:45.732417 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 07:43:45.732417 dv-cinder-813746-2-iscsi neutron-server[106711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 07:43:45.732417 dv-cinder-813746-2-iscsi neutron-server[106711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 07:43:45.791789 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 54928) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:45.806121 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-f8ea57e9-4b2d-420b-baf3-7bfbdf2f09ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:45.885577 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-f8ea57e9-4b2d-420b-baf3-7bfbdf2f09ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:45.888006 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-da84d65f-ec78-46da-b99b-519c1ca2f4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648348'] for network, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:45.906655 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-da84d65f-ec78-46da-b99b-519c1ca2f4d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for network, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:45.912254 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-da84d65f-ec78-46da-b99b-519c1ca2f4d7 admin admin] 10.222.0.47 "DELETE /v2.0/networks/17cb17fe-84ad-4177-b518-5cfefa98780c HTTP/1.1" status: 204 len: 168 time: 0.3958309 Oct 14 07:43:45.914586 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da84d65f-ec78-46da-b99b-519c1ca2f4d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=17cb17fe-84ad-4177-b518-5cfefa98780c,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:45.962345 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-f8ea57e9-4b2d-420b-baf3-7bfbdf2f09ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:46.000220 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea57e9-4b2d-420b-baf3-7bfbdf2f09ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a367e8-d77b-44a5-878c-d256746845f6,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:46.004439 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-f8ea57e9-4b2d-420b-baf3-7bfbdf2f09ac admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=601631acac044a35ac70245ebe6b20e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2134814 Oct 14 07:43:46.007228 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 54938) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:46.055306 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-19bd1ee7-8678-485d-9a1b-e9d1771ef3d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:46.075935 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-19bd1ee7-8678-485d-9a1b-e9d1771ef3d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:46.212159 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-19bd1ee7-8678-485d-9a1b-e9d1771ef3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:46.214727 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-19bd1ee7-8678-485d-9a1b-e9d1771ef3d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:46.215892 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-19bd1ee7-8678-485d-9a1b-e9d1771ef3d5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d6a367e8-d77b-44a5-878c-d256746845f6 HTTP/1.1" status: 204 len: 168 time: 0.2076581 Oct 14 07:43:46.223297 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd1ee7-8678-485d-9a1b-e9d1771ef3d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a367e8-d77b-44a5-878c-d256746845f6,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:46.322465 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 54944) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:46.335887 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-950252dd-c527-4540-b29b-d7611d852298 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:46.410931 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-950252dd-c527-4540-b29b-d7611d852298 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:46.516187 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-950252dd-c527-4540-b29b-d7611d852298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:46.555794 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-950252dd-c527-4540-b29b-d7611d852298 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1432c845aa2f4e23bf5629085da00bb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2322056 Oct 14 07:43:46.556666 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950252dd-c527-4540-b29b-d7611d852298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c367d4-1c64-46e7-8166-52cc8254430a,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:46.558570 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 54950) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:46.622130 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-31a9bed6-c406-4ce4-829b-bfe01bc124da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:46.642806 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-31a9bed6-c406-4ce4-829b-bfe01bc124da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:46.765803 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-31a9bed6-c406-4ce4-829b-bfe01bc124da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:46.768656 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-31a9bed6-c406-4ce4-829b-bfe01bc124da admin admin] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:46.773448 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-31a9bed6-c406-4ce4-829b-bfe01bc124da admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/87c367d4-1c64-46e7-8166-52cc8254430a HTTP/1.1" status: 204 len: 168 time: 0.2100677 Oct 14 07:43:46.779217 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a9bed6-c406-4ce4-829b-bfe01bc124da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c367d4-1c64-46e7-8166-52cc8254430a,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:46.785173 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 54960) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:46.816923 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 54964) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:46.874238 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-ef8be19d-59d7-418f-82b4-28ec8dc581f3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=27223ee4f6ef4cca9998230a9fd53b26&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0559711 Oct 14 07:43:46.876676 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 54968) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:46.954609 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-cbd342b1-ffc4-480e-a44f-b1b2fe3e8894 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:46.975780 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-cbd342b1-ffc4-480e-a44f-b1b2fe3e8894 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:47.051926 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-f3ab0f74-44ba-4d76-bf9f-1319e7213787 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:47.088067 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-cbd342b1-ffc4-480e-a44f-b1b2fe3e8894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:47.090744 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-cbd342b1-ffc4-480e-a44f-b1b2fe3e8894 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:47.094245 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-cbd342b1-ffc4-480e-a44f-b1b2fe3e8894 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f4446439-4f2c-4433-b0f8-d5c2d79b80b7 HTTP/1.1" status: 204 len: 168 time: 0.2142243 Oct 14 07:43:47.099881 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67feca6d-9b4c-4afd-8304-15c2f533c53e req-1b83e6dd-07fb-4b09-8087-7df9a7019413 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:47.101159 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd342b1-ffc4-480e-a44f-b1b2fe3e8894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4446439-4f2c-4433-b0f8-d5c2d79b80b7,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:47.106596 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-67feca6d-9b4c-4afd-8304-15c2f533c53e req-1b83e6dd-07fb-4b09-8087-7df9a7019413 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/networks?id=1e5fcafc-aa78-4a92-8145-67380f0c2781 HTTP/1.1" status: 200 len: 814 time: 0.1465805 Oct 14 07:43:47.137723 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-67feca6d-9b4c-4afd-8304-15c2f533c53e req-d380543f-7dfc-4253-922a-6813b2c40376 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/quotas/432cd5a5d34e443ca7f3260c237fd70b HTTP/1.1" status: 200 len: 375 time: 0.0301571 Oct 14 07:43:47.211785 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-67feca6d-9b4c-4afd-8304-15c2f533c53e req-034f5ca1-e770-4b38-8a59-c3a4eb7174ac tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=432cd5a5d34e443ca7f3260c237fd70b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0731950 Oct 14 07:43:47.227849 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-f3ab0f74-44ba-4d76-bf9f-1319e7213787 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:47.309796 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-67feca6d-9b4c-4afd-8304-15c2f533c53e req-f565eea5-415a-4517-88f8-2274540d10f6 service neutron] 10.222.0.47 "GET /v2.0/networks/1e5fcafc-aa78-4a92-8145-67380f0c2781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899136 Oct 14 07:43:47.310847 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-f3ab0f74-44ba-4d76-bf9f-1319e7213787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:47.367227 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-f3ab0f74-44ba-4d76-bf9f-1319e7213787 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=963295f57f8d4713942ae4b3bd9a90c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5802784 Oct 14 07:43:47.369817 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 54992) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:47.373587 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ab0f74-44ba-4d76-bf9f-1319e7213787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ffd4a2-c168-4e8a-862c-eab6119f4b5c,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:47.420169 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-b9b151d6-eb41-45c5-9b8a-525b7c006b98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:47.432350 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-67feca6d-9b4c-4afd-8304-15c2f533c53e req-d9afa40a-4bcb-4827-b415-d1624e108f4a service neutron] 10.222.0.47 "GET /v2.0/networks/1e5fcafc-aa78-4a92-8145-67380f0c2781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072958 Oct 14 07:43:47.444591 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-b9b151d6-eb41-45c5-9b8a-525b7c006b98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:47.540431 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-b9b151d6-eb41-45c5-9b8a-525b7c006b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:47.542981 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-b9b151d6-eb41-45c5-9b8a-525b7c006b98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:47.544296 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-b9b151d6-eb41-45c5-9b8a-525b7c006b98 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/17ffd4a2-c168-4e8a-862c-eab6119f4b5c HTTP/1.1" status: 204 len: 168 time: 0.1734815 Oct 14 07:43:47.555005 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b151d6-eb41-45c5-9b8a-525b7c006b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ffd4a2-c168-4e8a-862c-eab6119f4b5c,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:47.667155 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-175b209b-e268-468d-88ad-8529e8448f77 req-771a6cdc-e8a8-475c-83b2-ea21f730a093 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa81a94b-6229-4a5d-a20a-6028e74dc2c4 HTTP/1.1" status: 200 len: 210 time: 0.0272951 Oct 14 07:43:48.769415 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-e4fdaa52-01c9-4171-aa83-e78b9f2fe42c req-05cee9dd-af08-40f4-8ca0-f4b5cd359853 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa81a94b-6229-4a5d-a20a-6028e74dc2c4 HTTP/1.1" status: 200 len: 210 time: 0.0308659 Oct 14 07:43:49.663175 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 55088) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:49.877520 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-203e267e-ed36-4d08-bb87-27bff2c532d9 req-90065c34-2bc2-46e4-83df-21f10b4171d9 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa81a94b-6229-4a5d-a20a-6028e74dc2c4 HTTP/1.1" status: 200 len: 210 time: 0.0304129 Oct 14 07:43:49.904211 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-e609860e-2b72-4e97-9eec-4e1c416e2b82 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1928183882-network', 'tenant_id': 'b7da520217894ce68d6dc61570f7c5da'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:43:50.011534 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e609860e-2b72-4e97-9eec-4e1c416e2b82 admin admin] Made reservation on behalf of b7da520217894ce68d6dc61570f7c5da for: {'network': 1} {{(pid=106710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:43:50.013991 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-e609860e-2b72-4e97-9eec-4e1c416e2b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for network, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:50.026567 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-e609860e-2b72-4e97-9eec-4e1c416e2b82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:50.114749 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-e609860e-2b72-4e97-9eec-4e1c416e2b82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:50.184971 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-e609860e-2b72-4e97-9eec-4e1c416e2b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:50.210463 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e609860e-2b72-4e97-9eec-4e1c416e2b82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=106710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 07:43:50.222776 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e609860e-2b72-4e97-9eec-4e1c416e2b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e9255f-3b6b-4168-90e0-5feb2b295333,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:50.227844 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-e609860e-2b72-4e97-9eec-4e1c416e2b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728044'] for segment, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:50.228186 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.db.segments_db [None req-e609860e-2b72-4e97-9eec-4e1c416e2b82 admin admin] Added segment 614c0119-2ef9-4c10-bc93-8c2d3f5bdc63 of type vlan for network cbacfbd8-4c3f-407e-8210-f33986bff496 Oct 14 07:43:50.271355 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-e609860e-2b72-4e97-9eec-4e1c416e2b82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787629651321'] for network, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:50.405811 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-e609860e-2b72-4e97-9eec-4e1c416e2b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486'] for network, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:50.406819 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e609860e-2b72-4e97-9eec-4e1c416e2b82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:50.407617 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-e609860e-2b72-4e97-9eec-4e1c416e2b82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for network, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:50.409606 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67feca6d-9b4c-4afd-8304-15c2f533c53e req-27194043-7684-4362-9dd6-5549543ed63e tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:50.411743 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-67feca6d-9b4c-4afd-8304-15c2f533c53e req-27194043-7684-4362-9dd6-5549543ed63e tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.54 "GET /v2.0/networks?id=1e5fcafc-aa78-4a92-8145-67380f0c2781 HTTP/1.1" status: 200 len: 814 time: 0.1200843 Oct 14 07:43:50.466398 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [req-67feca6d-9b4c-4afd-8304-15c2f533c53e req-ea1c6b06-ad93-48d6-afc9-3ab8a7412ada tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Request body: {'port': {'device_id': 'fa81a94b-6229-4a5d-a20a-6028e74dc2c4', 'network_id': '1e5fcafc-aa78-4a92-8145-67380f0c2781', 'admin_state_up': True, 'tenant_id': '432cd5a5d34e443ca7f3260c237fd70b'}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:43:50.495872 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e609860e-2b72-4e97-9eec-4e1c416e2b82 admin admin] Pushing event updated for resources: {'Network': ['ID=cbacfbd8-4c3f-407e-8210-f33986bff496,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:50.508991 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Network cbacfbd8-4c3f-407e-8210-f33986bff496 details requested by agent ovs-agent-dv-cinder-813746-2-iscsi with host dv-cinder-813746-2-iscsi {{(pid=106712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 07:43:50.567729 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-e609860e-2b72-4e97-9eec-4e1c416e2b82 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9015388 Oct 14 07:43:50.573764 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 55124) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:50.578874 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-ea600d11-2fc0-46e0-9ecf-5e8def54f01c admin admin] Request body: {'subnet': {'network_id': 'cbacfbd8-4c3f-407e-8210-f33986bff496', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1928183882-subnet', 'tenant_id': 'b7da520217894ce68d6dc61570f7c5da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:43:50.674580 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67feca6d-9b4c-4afd-8304-15c2f533c53e req-ea1c6b06-ad93-48d6-afc9-3ab8a7412ada tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Made reservation on behalf of 432cd5a5d34e443ca7f3260c237fd70b for: {'port': 1} {{(pid=106711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:43:50.680836 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-67feca6d-9b4c-4afd-8304-15c2f533c53e req-ea1c6b06-ad93-48d6-afc9-3ab8a7412ada tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:50.779558 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea600d11-2fc0-46e0-9ecf-5e8def54f01c admin admin] Made reservation on behalf of b7da520217894ce68d6dc61570f7c5da for: {'subnet': 1} {{(pid=106710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:43:50.781969 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-ea600d11-2fc0-46e0-9ecf-5e8def54f01c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16090979'] for subnet, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:50.839564 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.db_base_plugin_common [req-67feca6d-9b4c-4afd-8304-15c2f533c53e req-ea1c6b06-ad93-48d6-afc9-3ab8a7412ada tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Allocated IP 172.20.0.6 (1e5fcafc-aa78-4a92-8145-67380f0c2781/b45dd88f-e9bf-4766-96d3-5bfc220acb16/d915daa8-5829-449a-9547-0c29d8b421cf) {{(pid=106711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:43:51.036952 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-145d8aeb-74ca-4cf3-af50-97b3b8904d01 req-9c3e12b5-371f-4f8e-b87d-891c2d6f3122 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa81a94b-6229-4a5d-a20a-6028e74dc2c4 HTTP/1.1" status: 200 len: 210 time: 0.0347810 Oct 14 07:43:51.086428 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-67feca6d-9b4c-4afd-8304-15c2f533c53e req-ea1c6b06-ad93-48d6-afc9-3ab8a7412ada tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Publish callbacks [] for port, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:51.166975 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-67feca6d-9b4c-4afd-8304-15c2f533c53e req-ea1c6b06-ad93-48d6-afc9-3ab8a7412ada tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14797620'] for port, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:51.214224 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67feca6d-9b4c-4afd-8304-15c2f533c53e req-ea1c6b06-ad93-48d6-afc9-3ab8a7412ada tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Network 1e5fcafc-aa78-4a92-8145-67380f0c2781 is already hosted by enough agents. {{(pid=106711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:43:51.218453 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] get_ports_and_sgs() called for port_ids ['d49d88e2-e66e-44aa-a669-20928e18970b', '45bcd2c1-0be5-4c67-b963-96352353f38e'] {{(pid=106712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:43:51.231329 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.base_scheduler [req-67feca6d-9b4c-4afd-8304-15c2f533c53e req-ea1c6b06-ad93-48d6-afc9-3ab8a7412ada tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Resources bound (agent type, host, resource id): {{(pid=106711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:43:51.236166 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.l3_dvrscheduler_db [req-67feca6d-9b4c-4afd-8304-15c2f533c53e req-ea1c6b06-ad93-48d6-afc9-3ab8a7412ada tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Received port after_create {{(pid=106711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:43:51.240615 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c6b06-ad93-48d6-afc9-3ab8a7412ada tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Pushing event updated for resources: {'Port': ['ID=d915daa8-5829-449a-9547-0c29d8b421cf,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:51.293318 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67feca6d-9b4c-4afd-8304-15c2f533c53e req-ea1c6b06-ad93-48d6-afc9-3ab8a7412ada tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:51.293659 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-67feca6d-9b4c-4afd-8304-15c2f533c53e req-ea1c6b06-ad93-48d6-afc9-3ab8a7412ada tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for port, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:51.308631 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-ea600d11-2fc0-46e0-9ecf-5e8def54f01c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16031626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16090997'] for subnet, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:51.375419 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea600d11-2fc0-46e0-9ecf-5e8def54f01c admin admin] Checking segment: {'id': '614c0119-2ef9-4c10-bc93-8c2d3f5bdc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cbacfbd8-4c3f-407e-8210-f33986bff496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:43:51.375419 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea600d11-2fc0-46e0-9ecf-5e8def54f01c admin admin] Network hostable DHCP agents. Network: cbacfbd8-4c3f-407e-8210-f33986bff496, hostable agents: ['0e09805b-9c3f-4b14-8211-d4974393509b'], hosted agents: [] {{(pid=106710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 07:43:51.375419 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea600d11-2fc0-46e0-9ecf-5e8def54f01c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f91e8ccb-cf60-4c2a-b79a-0a0aaed6406a,revision_number=0']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:51.402018 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 55164) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:51.426105 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-67feca6d-9b4c-4afd-8304-15c2f533c53e req-ea1c6b06-ad93-48d6-afc9-3ab8a7412ada tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9646935 Oct 14 07:43:51.450309 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [req-67feca6d-9b4c-4afd-8304-15c2f533c53e req-177d23c8-5556-4fc5-bcfa-014175387c8b service neutron] Request body: {'port': {'device_id': 'fa81a94b-6229-4a5d-a20a-6028e74dc2c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81374'}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:43:51.452551 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea600d11-2fc0-46e0-9ecf-5e8def54f01c admin admin] Network cbacfbd8-4c3f-407e-8210-f33986bff496 is scheduled to be hosted by DHCP agent 0e09805b-9c3f-4b14-8211-d4974393509b with binding_index 1 {{(pid=106710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 07:43:51.513790 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-67feca6d-9b4c-4afd-8304-15c2f533c53e req-177d23c8-5556-4fc5-bcfa-014175387c8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:51.578648 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-eada966f-9d74-4352-b55e-a70a091c648e admin admin] Publish callbacks [] for security_group, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:51.583411 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.base_scheduler [None req-ea600d11-2fc0-46e0-9ecf-5e8def54f01c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813746-2-iscsi, cbacfbd8-4c3f-407e-8210-f33986bff496) {{(pid=106710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:43:51.593132 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea600d11-2fc0-46e0-9ecf-5e8def54f01c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:51.593330 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbb375c-667f-453e-889a-a7c03f72f49c None None] Network cbacfbd8-4c3f-407e-8210-f33986bff496 requested from dv-cinder-813746-2-iscsi {{(pid=106712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:43:51.593822 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-ea600d11-2fc0-46e0-9ecf-5e8def54f01c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for subnet, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:51.677990 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-eada966f-9d74-4352-b55e-a70a091c648e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:51.694148 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-ea600d11-2fc0-46e0-9ecf-5e8def54f01c admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1193244 Oct 14 07:43:51.697080 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 55172) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:51.701627 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-ce88f28c-d53a-4bd7-abd1-dc7e8b2f87dc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1928183882-router', 'tenant_id': 'b7da520217894ce68d6dc61570f7c5da', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32'}}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:43:51.736321 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61dd0077-af48-4d0b-967b-3008b4834ceb None None] Network cbacfbd8-4c3f-407e-8210-f33986bff496 requested from dv-cinder-813746-2-iscsi {{(pid=106712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:43:51.799016 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.notifiers.nova [req-67feca6d-9b4c-4afd-8304-15c2f533c53e req-177d23c8-5556-4fc5-bcfa-014175387c8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d915daa8-5829-449a-9547-0c29d8b421cf {{(pid=106711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:43:51.806391 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-67feca6d-9b4c-4afd-8304-15c2f533c53e req-177d23c8-5556-4fc5-bcfa-014175387c8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:51.807914 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-eada966f-9d74-4352-b55e-a70a091c648e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:51.810535 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-ce88f28c-d53a-4bd7-abd1-dc7e8b2f87dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-974'] for router, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:51.811735 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-ce88f28c-d53a-4bd7-abd1-dc7e8b2f87dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-967'] for router, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:51.821269 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.provisioning_blocks [req-67feca6d-9b4c-4afd-8304-15c2f533c53e req-177d23c8-5556-4fc5-bcfa-014175387c8b service neutron] Transition to ACTIVE for port object d915daa8-5829-449a-9547-0c29d8b421cf will not be triggered until provisioned by entity L2. {{(pid=106711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 07:43:51.862474 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada966f-9d74-4352-b55e-a70a091c648e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53502b7-40be-40e0-9d2b-57481b3d3c70,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:51.886077 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-eada966f-9d74-4352-b55e-a70a091c648e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=16778e1f439d4228a1d7039c1f40a25a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4829257 Oct 14 07:43:51.888789 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 55178) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:51.914396 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-67feca6d-9b4c-4afd-8304-15c2f533c53e req-177d23c8-5556-4fc5-bcfa-014175387c8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14797571'] for port, after_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:51.926003 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-ce88f28c-d53a-4bd7-abd1-dc7e8b2f87dc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:51.962459 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-02e4fc87-88db-4878-8de3-8a617e6a631b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:51.979065 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d23c8-5556-4fc5-bcfa-014175387c8b service neutron] Pushing event updated for resources: {'Port': ['ID=d915daa8-5829-449a-9547-0c29d8b421cf,revision_number=2']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:51.983323 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-02e4fc87-88db-4878-8de3-8a617e6a631b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:52.033520 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.managers [req-67feca6d-9b4c-4afd-8304-15c2f533c53e req-177d23c8-5556-4fc5-bcfa-014175387c8b service neutron] Attempting to bind port d915daa8-5829-449a-9547-0c29d8b421cf on host hv-cinder-81374 for vnic_type normal with profile {{(pid=106711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:43:52.033843 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.managers [req-67feca6d-9b4c-4afd-8304-15c2f533c53e req-177d23c8-5556-4fc5-bcfa-014175387c8b service neutron] Attempting to bind port d915daa8-5829-449a-9547-0c29d8b421cf by drivers openvswitch,hyperv on host hv-cinder-81374 at level 0 using segments [{'id': '3b66f756-396e-4b46-9e02-b120fb33c532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '1e5fcafc-aa78-4a92-8145-67380f0c2781'}] {{(pid=106711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:43:52.034172 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67feca6d-9b4c-4afd-8304-15c2f533c53e req-177d23c8-5556-4fc5-bcfa-014175387c8b service neutron] Attempting to bind port d915daa8-5829-449a-9547-0c29d8b421cf on network 1e5fcafc-aa78-4a92-8145-67380f0c2781 {{(pid=106711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:43:52.038387 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67feca6d-9b4c-4afd-8304-15c2f533c53e req-177d23c8-5556-4fc5-bcfa-014175387c8b service neutron] Port d915daa8-5829-449a-9547-0c29d8b421cf on network 1e5fcafc-aa78-4a92-8145-67380f0c2781 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81374 {{(pid=106711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 07:43:52.038708 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67feca6d-9b4c-4afd-8304-15c2f533c53e req-177d23c8-5556-4fc5-bcfa-014175387c8b service neutron] Attempting to bind port d915daa8-5829-449a-9547-0c29d8b421cf on network 1e5fcafc-aa78-4a92-8145-67380f0c2781 {{(pid=106711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:43:52.043552 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67feca6d-9b4c-4afd-8304-15c2f533c53e req-177d23c8-5556-4fc5-bcfa-014175387c8b service neutron] Checking agent: {'id': 'e9e2cc54-3b31-4b83-b77c-54087550ab3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 7, 40, 39), 'started_at': datetime.datetime(2021, 10, 14, 7, 40, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:43:52.043919 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67feca6d-9b4c-4afd-8304-15c2f533c53e req-177d23c8-5556-4fc5-bcfa-014175387c8b service neutron] Checking segment: {'id': '3b66f756-396e-4b46-9e02-b120fb33c532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '1e5fcafc-aa78-4a92-8145-67380f0c2781'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:43:52.046044 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67feca6d-9b4c-4afd-8304-15c2f533c53e req-177d23c8-5556-4fc5-bcfa-014175387c8b service neutron] Bound using segment: {'id': '3b66f756-396e-4b46-9e02-b120fb33c532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '1e5fcafc-aa78-4a92-8145-67380f0c2781'} {{(pid=106711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:43:52.046044 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.managers [req-67feca6d-9b4c-4afd-8304-15c2f533c53e req-177d23c8-5556-4fc5-bcfa-014175387c8b service neutron] Bound port: d915daa8-5829-449a-9547-0c29d8b421cf, host: hv-cinder-81374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b66f756-396e-4b46-9e02-b120fb33c532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '1e5fcafc-aa78-4a92-8145-67380f0c2781'}}] {{(pid=106711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:43:52.046044 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-67feca6d-9b4c-4afd-8304-15c2f533c53e req-177d23c8-5556-4fc5-bcfa-014175387c8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:52.115682 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.db [req-67feca6d-9b4c-4afd-8304-15c2f533c53e req-177d23c8-5556-4fc5-bcfa-014175387c8b service neutron] For port d915daa8-5829-449a-9547-0c29d8b421cf, host hv-cinder-81374, cleared binding levels {{(pid=106711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:43:52.119784 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.db [req-67feca6d-9b4c-4afd-8304-15c2f533c53e req-177d23c8-5556-4fc5-bcfa-014175387c8b service neutron] For port d915daa8-5829-449a-9547-0c29d8b421cf, host hv-cinder-81374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=d915daa8-5829-449a-9547-0c29d8b421cf,segment=NetworkSegment(3b66f756-396e-4b46-9e02-b120fb33c532),segment_id=3b66f756-396e-4b46-9e02-b120fb33c532)] {{(pid=106711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:43:52.176710 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-ce88f28c-d53a-4bd7-abd1-dc7e8b2f87dc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:52.202156 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-67feca6d-9b4c-4afd-8304-15c2f533c53e req-177d23c8-5556-4fc5-bcfa-014175387c8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14797571'] for port, after_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:52.216934 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b520022-40a3-4c43-b50b-be1baee982d0 req-f36e0b6d-36c2-496d-bfd1-c9c19c19e792 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:52.218415 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-4b520022-40a3-4c43-b50b-be1baee982d0 req-f36e0b6d-36c2-496d-bfd1-c9c19c19e792 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa81a94b-6229-4a5d-a20a-6028e74dc2c4 HTTP/1.1" status: 200 len: 943 time: 0.0779295 Oct 14 07:43:52.232000 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67feca6d-9b4c-4afd-8304-15c2f533c53e req-177d23c8-5556-4fc5-bcfa-014175387c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:52.232779 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-67feca6d-9b4c-4afd-8304-15c2f533c53e req-177d23c8-5556-4fc5-bcfa-014175387c8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for port, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:52.234241 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-67feca6d-9b4c-4afd-8304-15c2f533c53e req-177d23c8-5556-4fc5-bcfa-014175387c8b service neutron] 10.222.0.54 "PUT /v2.0/ports/d915daa8-5829-449a-9547-0c29d8b421cf HTTP/1.1" status: 200 len: 1093 time: 0.7884207 Oct 14 07:43:52.236980 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa81a94b-6229-4a5d-a20a-6028e74dc2c4', 'tag': 'd915daa8-5829-449a-9547-0c29d8b421cf'}] {{(pid=106711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:43:52.239399 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761d26d7c5f72f4b552347b0101038dbdc9b0b60127f0c8e71cb2eb10747878c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e1bf43-2ec0-416d-85f2-ccc2c2f53391" -d '{"events": [{"name": "network-changed", "server_uuid": "fa81a94b-6229-4a5d-a20a-6028e74dc2c4", "tag": "d915daa8-5829-449a-9547-0c29d8b421cf"}]}' {{(pid=106711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:43:52.256998 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-02e4fc87-88db-4878-8de3-8a617e6a631b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:52.259397 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-02e4fc87-88db-4878-8de3-8a617e6a631b admin admin] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:52.264215 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-02e4fc87-88db-4878-8de3-8a617e6a631b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c53502b7-40be-40e0-9d2b-57481b3d3c70 HTTP/1.1" status: 204 len: 168 time: 0.3718951 Oct 14 07:43:52.287522 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d23c8-5556-4fc5-bcfa-014175387c8b service neutron] Pushing event updated for resources: {'Port': ['ID=d915daa8-5829-449a-9547-0c29d8b421cf,revision_number=3']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:52.314127 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5634a419-b624-4906-8152-0d3274ae4ae4 x-openstack-request-id: req-5634a419-b624-4906-8152-0d3274ae4ae4 {{(pid=106711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:43:52.314325 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa81a94b-6229-4a5d-a20a-6028e74dc2c4", "tag": "d915daa8-5829-449a-9547-0c29d8b421cf", "status": "completed", "code": 200}]} {{(pid=106711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:43:52.314461 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5634a419-b624-4906-8152-0d3274ae4ae4 {{(pid=106711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:43:52.315045 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa81a94b-6229-4a5d-a20a-6028e74dc2c4', 'tag': 'd915daa8-5829-449a-9547-0c29d8b421cf', 'status': 'completed', 'code': 200} Oct 14 07:43:52.326529 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e4fc87-88db-4878-8de3-8a617e6a631b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53502b7-40be-40e0-9d2b-57481b3d3c70,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:52.334128 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-4b520022-40a3-4c43-b50b-be1baee982d0 req-d9b262e6-f2a2-4354-9746-50a098dda402 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096463 Oct 14 07:43:52.432509 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e1bf43-2ec0-416d-85f2-ccc2c2f53391 req-388c09e5-c1f6-4906-b147-36d129d74a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:52.439969 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-33e1bf43-2ec0-416d-85f2-ccc2c2f53391 req-388c09e5-c1f6-4906-b147-36d129d74a95 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=432cd5a5d34e443ca7f3260c237fd70b&device_id=fa81a94b-6229-4a5d-a20a-6028e74dc2c4 HTTP/1.1" status: 200 len: 1096 time: 0.0644579 Oct 14 07:43:52.527067 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-ce88f28c-d53a-4bd7-abd1-dc7e8b2f87dc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:52.546456 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-ce88f28c-d53a-4bd7-abd1-dc7e8b2f87dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:52.555717 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e1bf43-2ec0-416d-85f2-ccc2c2f53391 req-4cf77e37-4157-4ba3-a95e-8c8f94c6e5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:52.557276 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-33e1bf43-2ec0-416d-85f2-ccc2c2f53391 req-4cf77e37-4157-4ba3-a95e-8c8f94c6e5ad service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=432cd5a5d34e443ca7f3260c237fd70b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0981948 Oct 14 07:43:52.661491 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.db_base_plugin_common [None req-ce88f28c-d53a-4bd7-abd1-dc7e8b2f87dc admin admin] Allocated IP 172.27.3.45 (536a77cf-5189-41f9-92bf-300739e47f32/171d1f51-d728-4b0d-be8f-6d9f917ae698/6b4203a0-2728-4b31-997b-7180706f5d85) {{(pid=106710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:43:52.682759 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e1bf43-2ec0-416d-85f2-ccc2c2f53391 req-58afc22d-3956-4fa4-a409-38d1b606ec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:52.684237 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-33e1bf43-2ec0-416d-85f2-ccc2c2f53391 req-58afc22d-3956-4fa4-a409-38d1b606ec7c service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1186185 Oct 14 07:43:52.778812 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-ce88f28c-d53a-4bd7-abd1-dc7e8b2f87dc admin admin] Publish callbacks [] for port, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:52.814579 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67feca6d-9b4c-4afd-8304-15c2f533c53e req-9fd6a9ba-4f31-4db7-a63e-daf61fac01b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:52.816076 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-67feca6d-9b4c-4afd-8304-15c2f533c53e req-9fd6a9ba-4f31-4db7-a63e-daf61fac01b3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=432cd5a5d34e443ca7f3260c237fd70b&device_id=fa81a94b-6229-4a5d-a20a-6028e74dc2c4 HTTP/1.1" status: 200 len: 1096 time: 0.0393863 Oct 14 07:43:52.863450 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-ce88f28c-d53a-4bd7-abd1-dc7e8b2f87dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16030778'] for port, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:52.880489 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-67feca6d-9b4c-4afd-8304-15c2f533c53e req-6f4e7b19-1980-40f5-8745-96ac703f4324 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d915daa8-5829-449a-9547-0c29d8b421cf HTTP/1.1" status: 200 len: 217 time: 0.0341356 Oct 14 07:43:52.900107 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce88f28c-d53a-4bd7-abd1-dc7e8b2f87dc admin admin] Network 536a77cf-5189-41f9-92bf-300739e47f32 is already hosted by enough agents. {{(pid=106710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:43:52.904241 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.base_scheduler [None req-ce88f28c-d53a-4bd7-abd1-dc7e8b2f87dc admin admin] Resources bound (agent type, host, resource id): {{(pid=106710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:43:52.909620 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce88f28c-d53a-4bd7-abd1-dc7e8b2f87dc admin admin] Received port after_create {{(pid=106710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:43:52.915366 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce88f28c-d53a-4bd7-abd1-dc7e8b2f87dc admin admin] Pushing event updated for resources: {'Port': ['ID=6b4203a0-2728-4b31-997b-7180706f5d85,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:52.939887 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67feca6d-9b4c-4afd-8304-15c2f533c53e req-42d27d80-8bdc-4d97-8416-4f53e84a64e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:52.948420 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-67feca6d-9b4c-4afd-8304-15c2f533c53e req-42d27d80-8bdc-4d97-8416-4f53e84a64e1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b45dd88f-e9bf-4766-96d3-5bfc220acb16 HTTP/1.1" status: 200 len: 854 time: 0.0522015 Oct 14 07:43:52.952996 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 55200) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:52.976298 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-67feca6d-9b4c-4afd-8304-15c2f533c53e req-b774fd41-0db9-43d8-b1df-524f3e858d63 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1e5fcafc-aa78-4a92-8145-67380f0c2781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231414 Oct 14 07:43:53.002557 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-65a95c91-e606-4663-b1af-0fc5d3b1bd2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:53.074760 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-67feca6d-9b4c-4afd-8304-15c2f533c53e req-92c26c54-905a-4783-90e6-a9d6efad7586 service neutron] 10.222.0.54 "GET /v2.0/networks/1e5fcafc-aa78-4a92-8145-67380f0c2781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794764 Oct 14 07:43:53.136814 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-65a95c91-e606-4663-b1af-0fc5d3b1bd2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:53.228956 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-65a95c91-e606-4663-b1af-0fc5d3b1bd2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:53.277329 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-ce88f28c-d53a-4bd7-abd1-dc7e8b2f87dc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:53.280538 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-65a95c91-e606-4663-b1af-0fc5d3b1bd2e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9d99a12e15a946158f923bc3b65a81fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3266146 Oct 14 07:43:53.282338 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a95c91-e606-4663-b1af-0fc5d3b1bd2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3836b354-5e90-4b8f-80ab-bebe9b0853e1,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:53.283372 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 55206) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:53.334367 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-b3a9cc9e-0719-43a4-a0f6-0edd7ddfece7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:53.358872 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-b3a9cc9e-0719-43a4-a0f6-0edd7ddfece7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:53.474541 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ef658-20d4-4f4e-8789-f1c9f17e5c22 req-00aa1995-d3f1-4902-afc5-2070697d8878 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:53.477855 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-488ef658-20d4-4f4e-8789-f1c9f17e5c22 req-00aa1995-d3f1-4902-afc5-2070697d8878 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa81a94b-6229-4a5d-a20a-6028e74dc2c4 HTTP/1.1" status: 200 len: 943 time: 0.0638783 Oct 14 07:43:53.494612 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-ce88f28c-d53a-4bd7-abd1-dc7e8b2f87dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648228'] for router, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:53.498556 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-b3a9cc9e-0719-43a4-a0f6-0edd7ddfece7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:53.501370 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-b3a9cc9e-0719-43a4-a0f6-0edd7ddfece7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:53.502469 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-b3a9cc9e-0719-43a4-a0f6-0edd7ddfece7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3836b354-5e90-4b8f-80ab-bebe9b0853e1 HTTP/1.1" status: 204 len: 168 time: 0.2180064 Oct 14 07:43:53.541391 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a9cc9e-0719-43a4-a0f6-0edd7ddfece7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3836b354-5e90-4b8f-80ab-bebe9b0853e1,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:53.562712 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-488ef658-20d4-4f4e-8789-f1c9f17e5c22 req-6c5e3b0a-f615-492e-bc06-35d15663cd18 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720198 Oct 14 07:43:53.720859 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce88f28c-d53a-4bd7-abd1-dc7e8b2f87dc admin admin] Router 0e7f88b5-a735-4561-8fa1-90b5c003eece is scheduled to L3 agent f0543dd8-cbcf-46a4-b5f3-c6f7813920a1 with binding_index 1 {{(pid=106710) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 07:43:53.790444 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.agents_db [None req-84b3d5e4-9e25-480e-9cd9-33a6a693fe4d None None] Agent healthcheck: found 6 active agents {{(pid=106713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:43:53.835198 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce88f28c-d53a-4bd7-abd1-dc7e8b2f87dc admin admin] Notify agent at l3_agent.dv-cinder-813746-2-iscsi the message routers_updated {{(pid=106710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:43:53.848143 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe28e25f-0823-434b-8be6-99a4882da10a None None] Sync routers for ids ['0e7f88b5-a735-4561-8fa1-90b5c003eece'] in dv-cinder-813746-2-iscsi {{(pid=106713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:43:53.863397 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe28e25f-0823-434b-8be6-99a4882da10a None None] Routers {'0e7f88b5-a735-4561-8fa1-90b5c003eece'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:43:53.864307 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-fe28e25f-0823-434b-8be6-99a4882da10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:43:30Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['0e7f88b5-a735-4561-8fa1-90b5c003eece'], 'active': True} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:43:53.933539 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-ce88f28c-d53a-4bd7-abd1-dc7e8b2f87dc admin admin] Publish callbacks [] for router, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:53.934751 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-ce88f28c-d53a-4bd7-abd1-dc7e8b2f87dc admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.2364192 Oct 14 07:43:53.937472 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 55230) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:43:53.969316 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvr_db [None req-fe28e25f-0823-434b-8be6-99a4882da10a None None] Set router 0e7f88b5-a735-4561-8fa1-90b5c003eece gateway port host: dv-cinder-813746-2-iscsi {{(pid=106713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:43:54.086870 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-67feca6d-9b4c-4afd-8304-15c2f533c53e req-3e75d290-f868-4e88-9eb4-eee67c2ba7bd service neutron] 10.222.0.54 "GET /v2.0/networks/1e5fcafc-aa78-4a92-8145-67380f0c2781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022918 Oct 14 07:43:54.163646 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-fe28e25f-0823-434b-8be6-99a4882da10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7f88b5-a735-4561-8fa1-90b5c003eece', 'name': 'tempest-ServerRescueNegativeTestJSON-1928183882-router', 'tenant_id': 'b7da520217894ce68d6dc61570f7c5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '6b4203a0-2728-4b31-997b-7180706f5d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:43:51Z', 'updated_at': '2021-10-14T07:43:53Z', 'revision_number': 3, 'project_id': 'b7da520217894ce68d6dc61570f7c5da', 'gw_port': {'id': '6b4203a0-2728-4b31-997b-7180706f5d85', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:24:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7f88b5-a735-4561-8fa1-90b5c003eece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:43:52Z', 'updated_at': '2021-10-14T07:43:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi'}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:43:54.190288 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe28e25f-0823-434b-8be6-99a4882da10a None None] Checking router: 0e7f88b5-a735-4561-8fa1-90b5c003eece for host: dv-cinder-813746-2-iscsi {{(pid=106713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:43:54.190635 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe28e25f-0823-434b-8be6-99a4882da10a None None] Updating router 0e7f88b5-a735-4561-8fa1-90b5c003eece port 6b4203a0-2728-4b31-997b-7180706f5d85 binding host dv-cinder-813746-2-iscsi {{(pid=106713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 07:43:54.215112 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-fe28e25f-0823-434b-8be6-99a4882da10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:54.399660 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-5d7c72b5-62d1-4d69-a2a3-fe4c175539b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:54.536893 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-fe28e25f-0823-434b-8be6-99a4882da10a None None] Publish callbacks [] for port, precommit_update {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:54.563253 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.db_base_plugin_common [None req-5d7c72b5-62d1-4d69-a2a3-fe4c175539b8 admin admin] Allocated IP 172.20.0.1 (cbacfbd8-4c3f-407e-8210-f33986bff496/f91e8ccb-cf60-4c2a-b79a-0a0aaed6406a/0620d251-61f5-4bf4-9b76-32eba8f75424) {{(pid=106710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:43:54.636057 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-fe28e25f-0823-434b-8be6-99a4882da10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:54.665615 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-5d7c72b5-62d1-4d69-a2a3-fe4c175539b8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:54.777625 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81296b9-125e-48c7-8b4f-900b19c73cdc None None] Pushing event updated for resources: {'Port': ['ID=6b4203a0-2728-4b31-997b-7180706f5d85,revision_number=2']} {{(pid=106713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:54.785043 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.managers [None req-fe28e25f-0823-434b-8be6-99a4882da10a None None] Attempting to bind port 6b4203a0-2728-4b31-997b-7180706f5d85 on host dv-cinder-813746-2-iscsi for vnic_type normal with profile {{(pid=106713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:43:54.785414 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.managers [None req-fe28e25f-0823-434b-8be6-99a4882da10a None None] Attempting to bind port 6b4203a0-2728-4b31-997b-7180706f5d85 by drivers openvswitch,hyperv on host dv-cinder-813746-2-iscsi at level 0 using segments [{'id': '83c3fea4-f928-4a40-b18e-1fedd452844d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32'}] {{(pid=106713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:43:54.785775 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe28e25f-0823-434b-8be6-99a4882da10a None None] Attempting to bind port 6b4203a0-2728-4b31-997b-7180706f5d85 on network 536a77cf-5189-41f9-92bf-300739e47f32 {{(pid=106713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:43:54.788355 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81296b9-125e-48c7-8b4f-900b19c73cdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:43:54.788721 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81296b9-125e-48c7-8b4f-900b19c73cdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:43:54.789609 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81296b9-125e-48c7-8b4f-900b19c73cdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:43:54.789949 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81296b9-125e-48c7-8b4f-900b19c73cdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:43:54.790281 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81296b9-125e-48c7-8b4f-900b19c73cdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:43:54.790612 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81296b9-125e-48c7-8b4f-900b19c73cdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:43:54.791172 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81296b9-125e-48c7-8b4f-900b19c73cdc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:43:54.791270 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81296b9-125e-48c7-8b4f-900b19c73cdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:43:54.791578 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81296b9-125e-48c7-8b4f-900b19c73cdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:43:54.791983 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81296b9-125e-48c7-8b4f-900b19c73cdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:43:54.792236 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81296b9-125e-48c7-8b4f-900b19c73cdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:43:54.792555 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81296b9-125e-48c7-8b4f-900b19c73cdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:43:54.800711 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe28e25f-0823-434b-8be6-99a4882da10a None None] Checking agent: {'id': '8d484d57-df47-4fec-994b-a2ddd0eb88cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 7, 34, 31), 'started_at': datetime.datetime(2021, 10, 14, 7, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:43:54.800711 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe28e25f-0823-434b-8be6-99a4882da10a None None] Checking segment: {'id': '83c3fea4-f928-4a40-b18e-1fedd452844d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:43:54.800967 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-fe28e25f-0823-434b-8be6-99a4882da10a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:54.801355 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe28e25f-0823-434b-8be6-99a4882da10a None None] Bound using segment: {'id': '83c3fea4-f928-4a40-b18e-1fedd452844d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32'} {{(pid=106713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:43:54.801819 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.managers [None req-fe28e25f-0823-434b-8be6-99a4882da10a None None] Bound port: 6b4203a0-2728-4b31-997b-7180706f5d85, host: dv-cinder-813746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c3fea4-f928-4a40-b18e-1fedd452844d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32'}}] {{(pid=106713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:43:54.802213 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-fe28e25f-0823-434b-8be6-99a4882da10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:54.806654 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-5d7c72b5-62d1-4d69-a2a3-fe4c175539b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16030778'] for port, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:54.845165 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7c72b5-62d1-4d69-a2a3-fe4c175539b8 admin admin] Network cbacfbd8-4c3f-407e-8210-f33986bff496 is already hosted by enough agents. {{(pid=106710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:43:54.848100 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.base_scheduler [None req-5d7c72b5-62d1-4d69-a2a3-fe4c175539b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:43:54.858601 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7c72b5-62d1-4d69-a2a3-fe4c175539b8 admin admin] Received port after_create {{(pid=106710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:43:54.860234 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.db [None req-fe28e25f-0823-434b-8be6-99a4882da10a None None] For port 6b4203a0-2728-4b31-997b-7180706f5d85, host dv-cinder-813746-2-iscsi, cleared binding levels {{(pid=106713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:43:54.863383 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.db [None req-fe28e25f-0823-434b-8be6-99a4882da10a None None] For port 6b4203a0-2728-4b31-997b-7180706f5d85, host dv-cinder-813746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=6b4203a0-2728-4b31-997b-7180706f5d85,segment=NetworkSegment(83c3fea4-f928-4a40-b18e-1fedd452844d),segment_id=83c3fea4-f928-4a40-b18e-1fedd452844d)] {{(pid=106713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:43:54.863997 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c72b5-62d1-4d69-a2a3-fe4c175539b8 admin admin] Pushing event updated for resources: {'Port': ['ID=0620d251-61f5-4bf4-9b76-32eba8f75424,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:54.904019 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-5d7c72b5-62d1-4d69-a2a3-fe4c175539b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653587'] for router_interface, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:54.933647 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-fe28e25f-0823-434b-8be6-99a4882da10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:54.988355 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe28e25f-0823-434b-8be6-99a4882da10a None None] Routers {'0e7f88b5-a735-4561-8fa1-90b5c003eece'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:43:54.988975 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-fe28e25f-0823-434b-8be6-99a4882da10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:43:30Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['0e7f88b5-a735-4561-8fa1-90b5c003eece'], 'active': True} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:43:55.025247 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81296b9-125e-48c7-8b4f-900b19c73cdc None None] Pushing event updated for resources: {'Port': ['ID=6b4203a0-2728-4b31-997b-7180706f5d85,revision_number=3']} {{(pid=106713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:55.076497 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-5d7c72b5-62d1-4d69-a2a3-fe4c175539b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:55.098194 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvr_db [None req-fe28e25f-0823-434b-8be6-99a4882da10a None None] Set router 0e7f88b5-a735-4561-8fa1-90b5c003eece gateway port host: dv-cinder-813746-2-iscsi {{(pid=106713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:43:55.234856 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-5d7c72b5-62d1-4d69-a2a3-fe4c175539b8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:55.276286 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-fe28e25f-0823-434b-8be6-99a4882da10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7f88b5-a735-4561-8fa1-90b5c003eece', 'name': 'tempest-ServerRescueNegativeTestJSON-1928183882-router', 'tenant_id': 'b7da520217894ce68d6dc61570f7c5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '6b4203a0-2728-4b31-997b-7180706f5d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:43:51Z', 'updated_at': '2021-10-14T07:43:53Z', 'revision_number': 3, 'project_id': 'b7da520217894ce68d6dc61570f7c5da', 'gw_port': {'id': '6b4203a0-2728-4b31-997b-7180706f5d85', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:24:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7f88b5-a735-4561-8fa1-90b5c003eece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:43:52Z', 'updated_at': '2021-10-14T07:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi'}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:43:55.301848 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe28e25f-0823-434b-8be6-99a4882da10a None None] The sync data for ids ['0e7f88b5-a735-4561-8fa1-90b5c003eece'] in dv-cinder-813746-2-iscsi is: [{'id': '0e7f88b5-a735-4561-8fa1-90b5c003eece', 'name': 'tempest-ServerRescueNegativeTestJSON-1928183882-router', 'tenant_id': 'b7da520217894ce68d6dc61570f7c5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '6b4203a0-2728-4b31-997b-7180706f5d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:43:51Z', 'updated_at': '2021-10-14T07:43:53Z', 'revision_number': 3, 'project_id': 'b7da520217894ce68d6dc61570f7c5da', 'gw_port': {'id': '6b4203a0-2728-4b31-997b-7180706f5d85', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:24:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7f88b5-a735-4561-8fa1-90b5c003eece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:43:52Z', 'updated_at': '2021-10-14T07:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi'}] {{(pid=106713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:43:55.310982 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-5d7c72b5-62d1-4d69-a2a3-fe4c175539b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16030733'] for port, after_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:55.378011 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c72b5-62d1-4d69-a2a3-fe4c175539b8 admin admin] Pushing event updated for resources: {'Port': ['ID=0620d251-61f5-4bf4-9b76-32eba8f75424,revision_number=2']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:55.384914 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-5d7c72b5-62d1-4d69-a2a3-fe4c175539b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2071468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1653543'] for router_interface, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:55.478410 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7c72b5-62d1-4d69-a2a3-fe4c175539b8 admin admin] Network cbacfbd8-4c3f-407e-8210-f33986bff496 is already hosted by enough agents. {{(pid=106710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:43:55.479794 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.base_scheduler [None req-5d7c72b5-62d1-4d69-a2a3-fe4c175539b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:43:55.817432 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7c72b5-62d1-4d69-a2a3-fe4c175539b8 admin admin] Router 0e7f88b5-a735-4561-8fa1-90b5c003eece has already been hosted by L3 agent f0543dd8-cbcf-46a4-b5f3-c6f7813920a1 {{(pid=106710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:43:55.946911 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7c72b5-62d1-4d69-a2a3-fe4c175539b8 admin admin] Notify agent at l3_agent.dv-cinder-813746-2-iscsi the message routers_updated {{(pid=106710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:43:55.952541 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-5d7c72b5-62d1-4d69-a2a3-fe4c175539b8 admin admin] 10.222.0.47 "PUT /v2.0/routers/0e7f88b5-a735-4561-8fa1-90b5c003eece/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0140927 Oct 14 07:43:56.079968 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03526346-9e52-4c71-8f77-1fece4fe3e04 req-c28166c5-0145-401b-bf26-d17f7fa6c34d tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:56.087266 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-03526346-9e52-4c71-8f77-1fece4fe3e04 req-c28166c5-0145-401b-bf26-d17f7fa6c34d tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa81a94b-6229-4a5d-a20a-6028e74dc2c4 HTTP/1.1" status: 200 len: 943 time: 0.0689456 Oct 14 07:43:56.132576 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-03526346-9e52-4c71-8f77-1fece4fe3e04 req-e85ec7f3-c3a8-44f0-910c-d11346181545 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418065 Oct 14 07:43:56.471106 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d34fd-399f-4da3-9519-bb759b514828 req-478bf824-ffb8-47cf-8ec1-fa2b0005c12d tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:56.472632 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b47d34fd-399f-4da3-9519-bb759b514828 req-478bf824-ffb8-47cf-8ec1-fa2b0005c12d tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/networks?id=cbacfbd8-4c3f-407e-8210-f33986bff496 HTTP/1.1" status: 200 len: 819 time: 0.1071868 Oct 14 07:43:56.488399 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b47d34fd-399f-4da3-9519-bb759b514828 req-726f791f-53b0-46f6-93db-09885c17b6ff tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/quotas/b7da520217894ce68d6dc61570f7c5da HTTP/1.1" status: 200 len: 375 time: 0.0095592 Oct 14 07:43:56.544249 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b47d34fd-399f-4da3-9519-bb759b514828 req-7bdde5e8-c7fe-4055-8c1a-8726b9e884df tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b7da520217894ce68d6dc61570f7c5da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0463107 Oct 14 07:43:56.654522 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b47d34fd-399f-4da3-9519-bb759b514828 req-e358a001-7a11-44d3-8c67-a2b3d7b42e2d service neutron] 10.222.0.47 "GET /v2.0/networks/cbacfbd8-4c3f-407e-8210-f33986bff496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057210 Oct 14 07:43:56.752877 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b47d34fd-399f-4da3-9519-bb759b514828 req-bb6dce9e-7f15-445c-bdea-69e7295e0c66 service neutron] 10.222.0.47 "GET /v2.0/networks/cbacfbd8-4c3f-407e-8210-f33986bff496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916562 Oct 14 07:43:56.892916 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d5f926-f169-467c-9758-2284839388db None None] Sync routers for ids ['0e7f88b5-a735-4561-8fa1-90b5c003eece'] in dv-cinder-813746-2-iscsi {{(pid=106712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:43:56.902783 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d5f926-f169-467c-9758-2284839388db None None] Routers {'0e7f88b5-a735-4561-8fa1-90b5c003eece'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:43:56.903406 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-b4d5f926-f169-467c-9758-2284839388db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:43:30Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['0e7f88b5-a735-4561-8fa1-90b5c003eece'], 'active': True} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:43:57.137919 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvr_db [None req-b4d5f926-f169-467c-9758-2284839388db None None] Set router 0e7f88b5-a735-4561-8fa1-90b5c003eece gateway port host: dv-cinder-813746-2-iscsi {{(pid=106712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:43:57.185789 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-2fdb1b38-cf99-4dd4-822b-eef98a1b1df6 req-d8f4e2c7-6210-4b8b-af26-2567829cad5f tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 210 time: 0.0255165 Oct 14 07:43:57.272446 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531594c-ca91-4c56-a14d-1ccc0e6f4f8d req-fa7ad3db-36d5-448c-a25a-0a4204b81cf4 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:57.280677 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-e531594c-ca91-4c56-a14d-1ccc0e6f4f8d req-fa7ad3db-36d5-448c-a25a-0a4204b81cf4 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa81a94b-6229-4a5d-a20a-6028e74dc2c4 HTTP/1.1" status: 200 len: 943 time: 0.0784135 Oct 14 07:43:57.352044 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-e531594c-ca91-4c56-a14d-1ccc0e6f4f8d req-7342611b-b58a-4c8a-90af-10b8f16e43e1 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702515 Oct 14 07:43:57.361231 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 6b4203a0-2728-4b31-997b-7180706f5d85 up at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:43:57.428872 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-b4d5f926-f169-467c-9758-2284839388db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7f88b5-a735-4561-8fa1-90b5c003eece', 'name': 'tempest-ServerRescueNegativeTestJSON-1928183882-router', 'tenant_id': 'b7da520217894ce68d6dc61570f7c5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '6b4203a0-2728-4b31-997b-7180706f5d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:43:51Z', 'updated_at': '2021-10-14T07:43:54Z', 'revision_number': 4, 'project_id': 'b7da520217894ce68d6dc61570f7c5da', 'gw_port': {'id': '6b4203a0-2728-4b31-997b-7180706f5d85', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:24:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7f88b5-a735-4561-8fa1-90b5c003eece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:43:52Z', 'updated_at': '2021-10-14T07:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': '0620d251-61f5-4bf4-9b76-32eba8f75424', 'name': '', 'network_id': 'cbacfbd8-4c3f-407e-8210-f33986bff496', 'tenant_id': 'b7da520217894ce68d6dc61570f7c5da', 'mac_address': 'fa:16:3e:c2:3c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7f88b5-a735-4561-8fa1-90b5c003eece', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'f91e8ccb-cf60-4c2a-b79a-0a0aaed6406a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:43:54Z', 'updated_at': '2021-10-14T07:43:55Z', 'revision_number': 2, 'project_id': 'b7da520217894ce68d6dc61570f7c5da', 'subnets': [{'id': 'f91e8ccb-cf60-4c2a-b79a-0a0aaed6406a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:43:57.433194 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Provisioning complete for port 6b4203a0-2728-4b31-997b-7180706f5d85 triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:43:57.433373 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:57.434644 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-62e9daec-81e5-45d6-b27e-2a2f3448620e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:57.462283 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d5f926-f169-467c-9758-2284839388db None None] Checking router: 0e7f88b5-a735-4561-8fa1-90b5c003eece for host: dv-cinder-813746-2-iscsi {{(pid=106712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:43:57.462642 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d5f926-f169-467c-9758-2284839388db None None] Updating router 0e7f88b5-a735-4561-8fa1-90b5c003eece port 0620d251-61f5-4bf4-9b76-32eba8f75424 binding host dv-cinder-813746-2-iscsi {{(pid=106712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 07:43:57.472606 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9ec44-8dd0-4a7a-8e08-61ada9f42086 req-b50bcd15-436d-4e76-a289-5bf90ea3c71a tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:43:57.474202 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-82c9ec44-8dd0-4a7a-8e08-61ada9f42086 req-b50bcd15-436d-4e76-a289-5bf90ea3c71a tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/networks?id=cbacfbd8-4c3f-407e-8210-f33986bff496 HTTP/1.1" status: 200 len: 819 time: 0.1286721 Oct 14 07:43:57.491251 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-82c9ec44-8dd0-4a7a-8e08-61ada9f42086 req-6978d2ef-8b8b-48b8-ac22-b65976e2df07 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/quotas/b7da520217894ce68d6dc61570f7c5da HTTP/1.1" status: 200 len: 375 time: 0.0113173 Oct 14 07:43:57.518208 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b4d5f926-f169-467c-9758-2284839388db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:57.550053 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-82c9ec44-8dd0-4a7a-8e08-61ada9f42086 req-326f557a-9f21-4945-bc10-f92fc1ac8feb tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b7da520217894ce68d6dc61570f7c5da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0523505 Oct 14 07:43:57.651044 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-82c9ec44-8dd0-4a7a-8e08-61ada9f42086 req-566e6345-e7ea-4e78-b939-784aafb8d110 service neutron] 10.222.0.47 "GET /v2.0/networks/cbacfbd8-4c3f-407e-8210-f33986bff496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929589 Oct 14 07:43:57.658500 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:57.691819 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] For port 6b4203a0-2728-4b31-997b-7180706f5d85, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=6b4203a0-2728-4b31-997b-7180706f5d85,segment=NetworkSegment(83c3fea4-f928-4a40-b18e-1fedd452844d),segment_id=83c3fea4-f928-4a40-b18e-1fedd452844d)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:43:57.752347 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-82c9ec44-8dd0-4a7a-8e08-61ada9f42086 req-ca447476-a835-439d-8a59-0eef958de3b4 service neutron] 10.222.0.47 "GET /v2.0/networks/cbacfbd8-4c3f-407e-8210-f33986bff496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948379 Oct 14 07:43:57.802533 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:57.882423 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b4d5f926-f169-467c-9758-2284839388db None None] Publish callbacks [] for port, precommit_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:57.888068 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Pushing event updated for resources: {'Port': ['ID=6b4203a0-2728-4b31-997b-7180706f5d85,revision_number=4']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:57.962207 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b4d5f926-f169-467c-9758-2284839388db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:58.022663 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-acd10063-684d-47da-b000-8e3bd50962c4 req-707c9e6e-d592-4bd0-ac6c-483316e00ed0 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 210 time: 0.0504055 Oct 14 07:43:58.048358 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b7196-0913-4604-95b2-1f7bf49de285 None None] Pushing event updated for resources: {'Port': ['ID=0620d251-61f5-4bf4-9b76-32eba8f75424,revision_number=3']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:58.109645 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-b4d5f926-f169-467c-9758-2284839388db None None] Attempting to bind port 0620d251-61f5-4bf4-9b76-32eba8f75424 on host dv-cinder-813746-2-iscsi for vnic_type normal with profile {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:43:58.110010 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-b4d5f926-f169-467c-9758-2284839388db None None] Attempting to bind port 0620d251-61f5-4bf4-9b76-32eba8f75424 by drivers openvswitch,hyperv on host dv-cinder-813746-2-iscsi at level 0 using segments [{'id': '614c0119-2ef9-4c10-bc93-8c2d3f5bdc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cbacfbd8-4c3f-407e-8210-f33986bff496'}] {{(pid=106712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:43:58.110366 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d5f926-f169-467c-9758-2284839388db None None] Attempting to bind port 0620d251-61f5-4bf4-9b76-32eba8f75424 on network cbacfbd8-4c3f-407e-8210-f33986bff496 {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:43:58.115355 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d5f926-f169-467c-9758-2284839388db None None] Checking agent: {'id': '8d484d57-df47-4fec-994b-a2ddd0eb88cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 7, 34, 31), 'started_at': datetime.datetime(2021, 10, 14, 7, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:43:58.115746 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d5f926-f169-467c-9758-2284839388db None None] Checking segment: {'id': '614c0119-2ef9-4c10-bc93-8c2d3f5bdc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cbacfbd8-4c3f-407e-8210-f33986bff496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:43:58.116227 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b4d5f926-f169-467c-9758-2284839388db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:58.116876 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d5f926-f169-467c-9758-2284839388db None None] Bound using segment: {'id': '614c0119-2ef9-4c10-bc93-8c2d3f5bdc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cbacfbd8-4c3f-407e-8210-f33986bff496'} {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:43:58.117942 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-b4d5f926-f169-467c-9758-2284839388db None None] Bound port: 0620d251-61f5-4bf4-9b76-32eba8f75424, host: dv-cinder-813746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '614c0119-2ef9-4c10-bc93-8c2d3f5bdc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cbacfbd8-4c3f-407e-8210-f33986bff496'}}] {{(pid=106712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:43:58.118489 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b4d5f926-f169-467c-9758-2284839388db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:58.186781 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-b4d5f926-f169-467c-9758-2284839388db None None] For port 0620d251-61f5-4bf4-9b76-32eba8f75424, host dv-cinder-813746-2-iscsi, cleared binding levels {{(pid=106712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:43:58.190539 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-b4d5f926-f169-467c-9758-2284839388db None None] For port 0620d251-61f5-4bf4-9b76-32eba8f75424, host dv-cinder-813746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=0620d251-61f5-4bf4-9b76-32eba8f75424,segment=NetworkSegment(614c0119-2ef9-4c10-bc93-8c2d3f5bdc63),segment_id=614c0119-2ef9-4c10-bc93-8c2d3f5bdc63)] {{(pid=106712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:43:58.316525 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b4d5f926-f169-467c-9758-2284839388db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:58.380529 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d5f926-f169-467c-9758-2284839388db None None] Routers {'0e7f88b5-a735-4561-8fa1-90b5c003eece'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:43:58.381160 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-b4d5f926-f169-467c-9758-2284839388db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:43:30Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['0e7f88b5-a735-4561-8fa1-90b5c003eece'], 'active': True} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:43:58.383068 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b7196-0913-4604-95b2-1f7bf49de285 None None] Pushing event updated for resources: {'Port': ['ID=0620d251-61f5-4bf4-9b76-32eba8f75424,revision_number=4']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:58.492026 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvr_db [None req-b4d5f926-f169-467c-9758-2284839388db None None] Set router 0e7f88b5-a735-4561-8fa1-90b5c003eece gateway port host: dv-cinder-813746-2-iscsi {{(pid=106712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:43:58.690603 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-b4d5f926-f169-467c-9758-2284839388db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7f88b5-a735-4561-8fa1-90b5c003eece', 'name': 'tempest-ServerRescueNegativeTestJSON-1928183882-router', 'tenant_id': 'b7da520217894ce68d6dc61570f7c5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '6b4203a0-2728-4b31-997b-7180706f5d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:43:51Z', 'updated_at': '2021-10-14T07:43:54Z', 'revision_number': 4, 'project_id': 'b7da520217894ce68d6dc61570f7c5da', 'gw_port': {'id': '6b4203a0-2728-4b31-997b-7180706f5d85', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:24:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7f88b5-a735-4561-8fa1-90b5c003eece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:43:52Z', 'updated_at': '2021-10-14T07:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': '0620d251-61f5-4bf4-9b76-32eba8f75424', 'name': '', 'network_id': 'cbacfbd8-4c3f-407e-8210-f33986bff496', 'tenant_id': 'b7da520217894ce68d6dc61570f7c5da', 'mac_address': 'fa:16:3e:c2:3c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7f88b5-a735-4561-8fa1-90b5c003eece', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'f91e8ccb-cf60-4c2a-b79a-0a0aaed6406a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:43:54Z', 'updated_at': '2021-10-14T07:43:58Z', 'revision_number': 4, 'project_id': 'b7da520217894ce68d6dc61570f7c5da', 'subnets': [{'id': 'f91e8ccb-cf60-4c2a-b79a-0a0aaed6406a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:43:58.722351 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d5f926-f169-467c-9758-2284839388db None None] The sync data for ids ['0e7f88b5-a735-4561-8fa1-90b5c003eece'] in dv-cinder-813746-2-iscsi is: [{'id': '0e7f88b5-a735-4561-8fa1-90b5c003eece', 'name': 'tempest-ServerRescueNegativeTestJSON-1928183882-router', 'tenant_id': 'b7da520217894ce68d6dc61570f7c5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '6b4203a0-2728-4b31-997b-7180706f5d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:43:51Z', 'updated_at': '2021-10-14T07:43:54Z', 'revision_number': 4, 'project_id': 'b7da520217894ce68d6dc61570f7c5da', 'gw_port': {'id': '6b4203a0-2728-4b31-997b-7180706f5d85', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:24:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7f88b5-a735-4561-8fa1-90b5c003eece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:43:52Z', 'updated_at': '2021-10-14T07:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': '0620d251-61f5-4bf4-9b76-32eba8f75424', 'name': '', 'network_id': 'cbacfbd8-4c3f-407e-8210-f33986bff496', 'tenant_id': 'b7da520217894ce68d6dc61570f7c5da', 'mac_address': 'fa:16:3e:c2:3c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7f88b5-a735-4561-8fa1-90b5c003eece', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'f91e8ccb-cf60-4c2a-b79a-0a0aaed6406a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:43:54Z', 'updated_at': '2021-10-14T07:43:58Z', 'revision_number': 4, 'project_id': 'b7da520217894ce68d6dc61570f7c5da', 'subnets': [{'id': 'f91e8ccb-cf60-4c2a-b79a-0a0aaed6406a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:43:59.346785 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 6b4203a0-2728-4b31-997b-7180706f5d85 up at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:43:59.397179 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Provisioning complete for port 6b4203a0-2728-4b31-997b-7180706f5d85 triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:43:59.397551 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:59.480868 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 0620d251-61f5-4bf4-9b76-32eba8f75424 up at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:43:59.527912 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Provisioning complete for port 0620d251-61f5-4bf4-9b76-32eba8f75424 triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:43:59.528292 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:59.605828 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:59.638494 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] For port 0620d251-61f5-4bf4-9b76-32eba8f75424, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=0620d251-61f5-4bf4-9b76-32eba8f75424,segment=NetworkSegment(614c0119-2ef9-4c10-bc93-8c2d3f5bdc63),segment_id=614c0119-2ef9-4c10-bc93-8c2d3f5bdc63)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:43:59.699061 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:43:59.751065 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Pushing event updated for resources: {'Port': ['ID=0620d251-61f5-4bf4-9b76-32eba8f75424,revision_number=5']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:43:59.972805 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-0fb22b2d-d38d-47c7-b53a-98b5dbea4d7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:00.444384 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device d915daa8-5829-449a-9547-0c29d8b421cf details requested by agent hyperv_hv-cinder-81374 with host hv-cinder-81374 {{(pid=106712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 07:44:00.543139 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port d915daa8-5829-449a-9547-0c29d8b421cf, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=d915daa8-5829-449a-9547-0c29d8b421cf,segment=NetworkSegment(3b66f756-396e-4b46-9e02-b120fb33c532),segment_id=3b66f756-396e-4b46-9e02-b120fb33c532)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:44:00.551349 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Returning: {'device': 'd915daa8-5829-449a-9547-0c29d8b421cf', 'network_id': '1e5fcafc-aa78-4a92-8145-67380f0c2781', 'port_id': 'd915daa8-5829-449a-9547-0c29d8b421cf', 'mac_address': 'fa:16:3e:40:96:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b45dd88f-e9bf-4766-96d3-5bfc220acb16', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 07:44:00.594186 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:00.611331 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d915daa8-5829-449a-9547-0c29d8b421cf {{(pid=106712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:44:00.632401 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port d915daa8-5829-449a-9547-0c29d8b421cf, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=d915daa8-5829-449a-9547-0c29d8b421cf,segment=NetworkSegment(3b66f756-396e-4b46-9e02-b120fb33c532),segment_id=3b66f756-396e-4b46-9e02-b120fb33c532)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:44:00.664864 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76a4a6-dead-430e-ba8d-24e9981b7871 req-60ed8ab4-a044-4a4a-b509-067950aa5622 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:00.668463 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-2c76a4a6-dead-430e-ba8d-24e9981b7871 req-60ed8ab4-a044-4a4a-b509-067950aa5622 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa81a94b-6229-4a5d-a20a-6028e74dc2c4 HTTP/1.1" status: 200 len: 943 time: 0.0827570 Oct 14 07:44:00.701762 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-93257840-a638-43b1-a922-e4b33731f79e req-bd296458-199f-4ba3-9ea1-193ab222bca0 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 210 time: 0.0245855 Oct 14 07:44:00.707534 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-2c76a4a6-dead-430e-ba8d-24e9981b7871 req-f81bfa75-ff33-4688-9da0-39042e025f1e tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351851 Oct 14 07:44:00.718436 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:00.782819 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=d915daa8-5829-449a-9547-0c29d8b421cf,revision_number=4']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:44:00.875869 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:01.161581 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] get_ports_and_sgs() called for port_ids ['d915daa8-5829-449a-9547-0c29d8b421cf'] {{(pid=106712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:44:01.281722 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 0620d251-61f5-4bf4-9b76-32eba8f75424 up at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:44:01.333459 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-93e1ef1e-be74-48a7-9436-c986e05ec438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:01.353150 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Provisioning complete for port 0620d251-61f5-4bf4-9b76-32eba8f75424 triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:44:01.353443 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:02.858771 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-439377cf-db3c-4e91-9aae-241f8a26ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:04.152028 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a9ff2ae7-7b09-4a81-b40d-2bb286c39c62 req-04925f14-b74f-4cc0-915f-512110ee3b81 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 210 time: 0.0265064 Oct 14 07:44:04.230958 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926be7d5-77b9-4ec0-8edf-ce91b57a9c97 req-877c6a7e-579d-40cf-95b9-11050f93f934 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:04.232448 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-926be7d5-77b9-4ec0-8edf-ce91b57a9c97 req-877c6a7e-579d-40cf-95b9-11050f93f934 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa81a94b-6229-4a5d-a20a-6028e74dc2c4 HTTP/1.1" status: 200 len: 944 time: 0.0476809 Oct 14 07:44:04.270366 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-926be7d5-77b9-4ec0-8edf-ce91b57a9c97 req-26d90634-a3ac-466c-983c-7620e504dc85 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317795 Oct 14 07:44:07.516708 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17b4a9-20ab-4335-8d3b-7fb9879963c8 req-3413b35e-55bc-432e-b4a7-7177d1298602 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:07.518401 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-7a17b4a9-20ab-4335-8d3b-7fb9879963c8 req-3413b35e-55bc-432e-b4a7-7177d1298602 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa81a94b-6229-4a5d-a20a-6028e74dc2c4 HTTP/1.1" status: 200 len: 944 time: 0.0569282 Oct 14 07:44:07.561661 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-7a17b4a9-20ab-4335-8d3b-7fb9879963c8 req-ef6ced68-4ede-4b79-b909-eef776ea4299 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362916 Oct 14 07:44:07.678217 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9ec44-8dd0-4a7a-8e08-61ada9f42086 req-84cb1f5f-cb70-4668-8b1c-60a1ab67f498 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:07.679639 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-82c9ec44-8dd0-4a7a-8e08-61ada9f42086 req-84cb1f5f-cb70-4668-8b1c-60a1ab67f498 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.54 "GET /v2.0/networks?id=cbacfbd8-4c3f-407e-8210-f33986bff496 HTTP/1.1" status: 200 len: 819 time: 0.3325102 Oct 14 07:44:07.693420 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-9751b79c-f11f-4441-80b5-cac553d78488 req-07c59a1c-b3d8-4bd0-a3cf-69e30cc76add tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 210 time: 0.2536547 Oct 14 07:44:07.710931 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [req-82c9ec44-8dd0-4a7a-8e08-61ada9f42086 req-2cf7263e-0257-4e21-9335-3279f6ea2a7b tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Request body: {'port': {'device_id': '6a970850-10b3-4414-a329-5d467103258e', 'network_id': 'cbacfbd8-4c3f-407e-8210-f33986bff496', 'admin_state_up': True, 'tenant_id': 'b7da520217894ce68d6dc61570f7c5da'}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:44:07.862514 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82c9ec44-8dd0-4a7a-8e08-61ada9f42086 req-2cf7263e-0257-4e21-9335-3279f6ea2a7b tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Made reservation on behalf of b7da520217894ce68d6dc61570f7c5da for: {'port': 1} {{(pid=106711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:44:07.866037 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-82c9ec44-8dd0-4a7a-8e08-61ada9f42086 req-2cf7263e-0257-4e21-9335-3279f6ea2a7b tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:07.987650 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.db_base_plugin_common [req-82c9ec44-8dd0-4a7a-8e08-61ada9f42086 req-2cf7263e-0257-4e21-9335-3279f6ea2a7b tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Allocated IP 172.20.0.12 (cbacfbd8-4c3f-407e-8210-f33986bff496/f91e8ccb-cf60-4c2a-b79a-0a0aaed6406a/64a947fa-8c1c-4f04-a61d-edc4bc135ea3) {{(pid=106711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:44:08.129252 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-82c9ec44-8dd0-4a7a-8e08-61ada9f42086 req-2cf7263e-0257-4e21-9335-3279f6ea2a7b tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Publish callbacks [] for port, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:08.213187 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-82c9ec44-8dd0-4a7a-8e08-61ada9f42086 req-2cf7263e-0257-4e21-9335-3279f6ea2a7b tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14797620'] for port, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:08.254480 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82c9ec44-8dd0-4a7a-8e08-61ada9f42086 req-2cf7263e-0257-4e21-9335-3279f6ea2a7b tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Network cbacfbd8-4c3f-407e-8210-f33986bff496 is already hosted by enough agents. {{(pid=106711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:44:08.257327 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.base_scheduler [req-82c9ec44-8dd0-4a7a-8e08-61ada9f42086 req-2cf7263e-0257-4e21-9335-3279f6ea2a7b tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Resources bound (agent type, host, resource id): {{(pid=106711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:44:08.263209 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c9ec44-8dd0-4a7a-8e08-61ada9f42086 req-2cf7263e-0257-4e21-9335-3279f6ea2a7b tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Received port after_create {{(pid=106711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:44:08.268420 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7263e-0257-4e21-9335-3279f6ea2a7b tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Pushing event updated for resources: {'Port': ['ID=64a947fa-8c1c-4f04-a61d-edc4bc135ea3,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:44:08.311649 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9ec44-8dd0-4a7a-8e08-61ada9f42086 req-2cf7263e-0257-4e21-9335-3279f6ea2a7b tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:08.312291 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-82c9ec44-8dd0-4a7a-8e08-61ada9f42086 req-2cf7263e-0257-4e21-9335-3279f6ea2a7b tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for port, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:08.392340 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-82c9ec44-8dd0-4a7a-8e08-61ada9f42086 req-2cf7263e-0257-4e21-9335-3279f6ea2a7b tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6853082 Oct 14 07:44:09.639044 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device d915daa8-5829-449a-9547-0c29d8b421cf up at agent hyperv_hv-cinder-81374 {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:44:09.749771 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Provisioning for port d915daa8-5829-449a-9547-0c29d8b421cf completed by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 07:44:09.753854 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Provisioning complete for port d915daa8-5829-449a-9547-0c29d8b421cf triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:44:09.754240 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:09.828373 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:09.849841 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa81a94b-6229-4a5d-a20a-6028e74dc2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd915daa8-5829-449a-9547-0c29d8b421cf'}] {{(pid=106712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:44:09.852087 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3db9d29808d7d8625da6d6dfdab11118ca3df70b734e515c8bcc451a900cfacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a09ca3-c1f6-4a40-b642-f0de1963fa2d" -d '{"events": [{"server_uuid": "fa81a94b-6229-4a5d-a20a-6028e74dc2c4", "name": "network-vif-plugged", "status": "completed", "tag": "d915daa8-5829-449a-9547-0c29d8b421cf"}]}' {{(pid=106712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:44:09.863761 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port d915daa8-5829-449a-9547-0c29d8b421cf, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=d915daa8-5829-449a-9547-0c29d8b421cf,segment=NetworkSegment(3b66f756-396e-4b46-9e02-b120fb33c532),segment_id=3b66f756-396e-4b46-9e02-b120fb33c532)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:44:09.932333 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:09.980166 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=d915daa8-5829-449a-9547-0c29d8b421cf,revision_number=5']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:44:10.798302 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [req-82c9ec44-8dd0-4a7a-8e08-61ada9f42086 req-14d55b1b-4998-4ec3-8863-9615c90ca6a8 service neutron] Request body: {'port': {'device_id': '6a970850-10b3-4414-a329-5d467103258e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81374'}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:44:10.841592 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:10.854437 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-82c9ec44-8dd0-4a7a-8e08-61ada9f42086 req-14d55b1b-4998-4ec3-8863-9615c90ca6a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:10.937785 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ae77b-d539-48b0-b593-d3713e400d24 req-68313a8a-58b9-4afc-a5da-f65d2743cf22 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:10.944661 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-d13ae77b-d539-48b0-b593-d3713e400d24 req-68313a8a-58b9-4afc-a5da-f65d2743cf22 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa81a94b-6229-4a5d-a20a-6028e74dc2c4 HTTP/1.1" status: 200 len: 945 time: 0.0575213 Oct 14 07:44:10.978168 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-d13ae77b-d539-48b0-b593-d3713e400d24 req-551632d1-e0f8-48c7-b46b-5a6cf6804cf0 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318785 Oct 14 07:44:11.031846 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b10f0b-2a53-4774-868c-b3048faf71c5 x-openstack-request-id: req-e8b10f0b-2a53-4774-868c-b3048faf71c5 {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:44:11.032161 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa81a94b-6229-4a5d-a20a-6028e74dc2c4", "name": "network-vif-plugged", "status": "completed", "tag": "d915daa8-5829-449a-9547-0c29d8b421cf", "code": 200}]} {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:44:11.032412 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e8b10f0b-2a53-4774-868c-b3048faf71c5 {{(pid=106712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:44:11.033004 dv-cinder-813746-2-iscsi neutron-server[106712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa81a94b-6229-4a5d-a20a-6028e74dc2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd915daa8-5829-449a-9547-0c29d8b421cf', 'code': 200} Oct 14 07:44:11.048304 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7cd4e-ad75-48c1-9425-9d0096c49b63 req-80fbae6f-264e-4afb-88c0-173b95447d78 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:11.055473 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-07d7cd4e-ad75-48c1-9425-9d0096c49b63 req-80fbae6f-264e-4afb-88c0-173b95447d78 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 932 time: 0.0930021 Oct 14 07:44:11.144420 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-07d7cd4e-ad75-48c1-9425-9d0096c49b63 req-680d2a4e-4006-4ba4-bcbb-b1d985e5b592 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718431 Oct 14 07:44:11.149232 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d34fd-399f-4da3-9519-bb759b514828 req-133b2aae-1d63-447c-b2fe-9f1206fab1ed tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:11.153347 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b47d34fd-399f-4da3-9519-bb759b514828 req-133b2aae-1d63-447c-b2fe-9f1206fab1ed tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.54 "GET /v2.0/networks?id=cbacfbd8-4c3f-407e-8210-f33986bff496 HTTP/1.1" status: 200 len: 819 time: 0.1609418 Oct 14 07:44:11.180863 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [req-b47d34fd-399f-4da3-9519-bb759b514828 req-ee83e0dc-3a66-4623-aaa9-e0fc48b80ac7 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Request body: {'port': {'device_id': '385adc52-0d33-497f-b817-7f796585ed13', 'network_id': 'cbacfbd8-4c3f-407e-8210-f33986bff496', 'admin_state_up': True, 'tenant_id': 'b7da520217894ce68d6dc61570f7c5da'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:44:11.239955 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.notifiers.nova [req-82c9ec44-8dd0-4a7a-8e08-61ada9f42086 req-14d55b1b-4998-4ec3-8863-9615c90ca6a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64a947fa-8c1c-4f04-a61d-edc4bc135ea3 {{(pid=106711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:44:11.249105 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-82c9ec44-8dd0-4a7a-8e08-61ada9f42086 req-14d55b1b-4998-4ec3-8863-9615c90ca6a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:11.268093 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.provisioning_blocks [req-82c9ec44-8dd0-4a7a-8e08-61ada9f42086 req-14d55b1b-4998-4ec3-8863-9615c90ca6a8 service neutron] Transition to ACTIVE for port object 64a947fa-8c1c-4f04-a61d-edc4bc135ea3 will not be triggered until provisioned by entity L2. {{(pid=106711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 07:44:11.418889 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b47d34fd-399f-4da3-9519-bb759b514828 req-ee83e0dc-3a66-4623-aaa9-e0fc48b80ac7 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Made reservation on behalf of b7da520217894ce68d6dc61570f7c5da for: {'port': 1} {{(pid=106710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:44:11.419111 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-82c9ec44-8dd0-4a7a-8e08-61ada9f42086 req-14d55b1b-4998-4ec3-8863-9615c90ca6a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14797571'] for port, after_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:11.422579 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-b47d34fd-399f-4da3-9519-bb759b514828 req-ee83e0dc-3a66-4623-aaa9-e0fc48b80ac7 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:11.487704 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d55b1b-4998-4ec3-8863-9615c90ca6a8 service neutron] Pushing event updated for resources: {'Port': ['ID=64a947fa-8c1c-4f04-a61d-edc4bc135ea3,revision_number=2']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:44:11.537627 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.managers [req-82c9ec44-8dd0-4a7a-8e08-61ada9f42086 req-14d55b1b-4998-4ec3-8863-9615c90ca6a8 service neutron] Attempting to bind port 64a947fa-8c1c-4f04-a61d-edc4bc135ea3 on host hv-cinder-81374 for vnic_type normal with profile {{(pid=106711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:44:11.544816 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.managers [req-82c9ec44-8dd0-4a7a-8e08-61ada9f42086 req-14d55b1b-4998-4ec3-8863-9615c90ca6a8 service neutron] Attempting to bind port 64a947fa-8c1c-4f04-a61d-edc4bc135ea3 by drivers openvswitch,hyperv on host hv-cinder-81374 at level 0 using segments [{'id': '614c0119-2ef9-4c10-bc93-8c2d3f5bdc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cbacfbd8-4c3f-407e-8210-f33986bff496'}] {{(pid=106711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:44:11.544816 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c9ec44-8dd0-4a7a-8e08-61ada9f42086 req-14d55b1b-4998-4ec3-8863-9615c90ca6a8 service neutron] Attempting to bind port 64a947fa-8c1c-4f04-a61d-edc4bc135ea3 on network cbacfbd8-4c3f-407e-8210-f33986bff496 {{(pid=106711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:44:11.544816 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c9ec44-8dd0-4a7a-8e08-61ada9f42086 req-14d55b1b-4998-4ec3-8863-9615c90ca6a8 service neutron] Port 64a947fa-8c1c-4f04-a61d-edc4bc135ea3 on network cbacfbd8-4c3f-407e-8210-f33986bff496 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81374 {{(pid=106711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 07:44:11.544816 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c9ec44-8dd0-4a7a-8e08-61ada9f42086 req-14d55b1b-4998-4ec3-8863-9615c90ca6a8 service neutron] Attempting to bind port 64a947fa-8c1c-4f04-a61d-edc4bc135ea3 on network cbacfbd8-4c3f-407e-8210-f33986bff496 {{(pid=106711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:44:11.548325 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c9ec44-8dd0-4a7a-8e08-61ada9f42086 req-14d55b1b-4998-4ec3-8863-9615c90ca6a8 service neutron] Checking agent: {'id': 'e9e2cc54-3b31-4b83-b77c-54087550ab3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 7, 40, 39), 'started_at': datetime.datetime(2021, 10, 14, 7, 40, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:44:11.548656 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c9ec44-8dd0-4a7a-8e08-61ada9f42086 req-14d55b1b-4998-4ec3-8863-9615c90ca6a8 service neutron] Checking segment: {'id': '614c0119-2ef9-4c10-bc93-8c2d3f5bdc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cbacfbd8-4c3f-407e-8210-f33986bff496'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:44:11.549021 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c9ec44-8dd0-4a7a-8e08-61ada9f42086 req-14d55b1b-4998-4ec3-8863-9615c90ca6a8 service neutron] Bound using segment: {'id': '614c0119-2ef9-4c10-bc93-8c2d3f5bdc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cbacfbd8-4c3f-407e-8210-f33986bff496'} {{(pid=106711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:44:11.549436 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.managers [req-82c9ec44-8dd0-4a7a-8e08-61ada9f42086 req-14d55b1b-4998-4ec3-8863-9615c90ca6a8 service neutron] Bound port: 64a947fa-8c1c-4f04-a61d-edc4bc135ea3, host: hv-cinder-81374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '614c0119-2ef9-4c10-bc93-8c2d3f5bdc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cbacfbd8-4c3f-407e-8210-f33986bff496'}}] {{(pid=106711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:44:11.549778 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-82c9ec44-8dd0-4a7a-8e08-61ada9f42086 req-14d55b1b-4998-4ec3-8863-9615c90ca6a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:11.556389 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.db_base_plugin_common [req-b47d34fd-399f-4da3-9519-bb759b514828 req-ee83e0dc-3a66-4623-aaa9-e0fc48b80ac7 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Allocated IP 172.20.0.2 (cbacfbd8-4c3f-407e-8210-f33986bff496/f91e8ccb-cf60-4c2a-b79a-0a0aaed6406a/26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db) {{(pid=106710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:44:11.614242 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.db [req-82c9ec44-8dd0-4a7a-8e08-61ada9f42086 req-14d55b1b-4998-4ec3-8863-9615c90ca6a8 service neutron] For port 64a947fa-8c1c-4f04-a61d-edc4bc135ea3, host hv-cinder-81374, cleared binding levels {{(pid=106711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:44:11.617214 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.db [req-82c9ec44-8dd0-4a7a-8e08-61ada9f42086 req-14d55b1b-4998-4ec3-8863-9615c90ca6a8 service neutron] For port 64a947fa-8c1c-4f04-a61d-edc4bc135ea3, host hv-cinder-81374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=64a947fa-8c1c-4f04-a61d-edc4bc135ea3,segment=NetworkSegment(614c0119-2ef9-4c10-bc93-8c2d3f5bdc63),segment_id=614c0119-2ef9-4c10-bc93-8c2d3f5bdc63)] {{(pid=106711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:44:11.683370 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-82c9ec44-8dd0-4a7a-8e08-61ada9f42086 req-14d55b1b-4998-4ec3-8863-9615c90ca6a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14797571'] for port, after_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:11.706893 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-b47d34fd-399f-4da3-9519-bb759b514828 req-ee83e0dc-3a66-4623-aaa9-e0fc48b80ac7 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Publish callbacks [] for port, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:11.714766 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0144c01-9b1f-4698-8691-eb767f963f36 req-a8c07cc0-8553-4799-a135-d0b3fbef68e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:11.716368 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-e0144c01-9b1f-4698-8691-eb767f963f36 req-a8c07cc0-8553-4799-a135-d0b3fbef68e8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fa81a94b-6229-4a5d-a20a-6028e74dc2c4 HTTP/1.1" status: 200 len: 1098 time: 0.0665545 Oct 14 07:44:11.725837 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9ec44-8dd0-4a7a-8e08-61ada9f42086 req-14d55b1b-4998-4ec3-8863-9615c90ca6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:11.726428 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-82c9ec44-8dd0-4a7a-8e08-61ada9f42086 req-14d55b1b-4998-4ec3-8863-9615c90ca6a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for port, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:11.727809 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-82c9ec44-8dd0-4a7a-8e08-61ada9f42086 req-14d55b1b-4998-4ec3-8863-9615c90ca6a8 service neutron] 10.222.0.54 "PUT /v2.0/ports/64a947fa-8c1c-4f04-a61d-edc4bc135ea3 HTTP/1.1" status: 200 len: 1094 time: 0.9338069 Oct 14 07:44:11.728253 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a970850-10b3-4414-a329-5d467103258e', 'tag': '64a947fa-8c1c-4f04-a61d-edc4bc135ea3'}] {{(pid=106711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:44:11.730566 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761d26d7c5f72f4b552347b0101038dbdc9b0b60127f0c8e71cb2eb10747878c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2d4ac5-c968-47a7-9528-4bf0fbe9531c" -d '{"events": [{"name": "network-changed", "server_uuid": "6a970850-10b3-4414-a329-5d467103258e", "tag": "64a947fa-8c1c-4f04-a61d-edc4bc135ea3"}]}' {{(pid=106711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:44:11.761526 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d55b1b-4998-4ec3-8863-9615c90ca6a8 service neutron] Pushing event updated for resources: {'Port': ['ID=64a947fa-8c1c-4f04-a61d-edc4bc135ea3,revision_number=3']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:44:11.778588 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44293022-6fb5-4327-9401-5b3c23d38892 x-openstack-request-id: req-44293022-6fb5-4327-9401-5b3c23d38892 {{(pid=106711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:44:11.778807 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a970850-10b3-4414-a329-5d467103258e", "tag": "64a947fa-8c1c-4f04-a61d-edc4bc135ea3", "status": "completed", "code": 200}]} {{(pid=106711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:44:11.779058 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-44293022-6fb5-4327-9401-5b3c23d38892 {{(pid=106711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:44:11.779447 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a970850-10b3-4414-a329-5d467103258e', 'tag': '64a947fa-8c1c-4f04-a61d-edc4bc135ea3', 'status': 'completed', 'code': 200} Oct 14 07:44:11.791203 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-e0144c01-9b1f-4698-8691-eb767f963f36 req-95fc97d2-4248-4dd7-b023-19ac88e121e9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398622 Oct 14 07:44:11.828505 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-b47d34fd-399f-4da3-9519-bb759b514828 req-ee83e0dc-3a66-4623-aaa9-e0fc48b80ac7 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16030778'] for port, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:11.871629 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b47d34fd-399f-4da3-9519-bb759b514828 req-ee83e0dc-3a66-4623-aaa9-e0fc48b80ac7 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Network cbacfbd8-4c3f-407e-8210-f33986bff496 is already hosted by enough agents. {{(pid=106710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:44:11.874778 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.base_scheduler [req-b47d34fd-399f-4da3-9519-bb759b514828 req-ee83e0dc-3a66-4623-aaa9-e0fc48b80ac7 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Resources bound (agent type, host, resource id): {{(pid=106710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:44:11.880409 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.l3_dvrscheduler_db [req-b47d34fd-399f-4da3-9519-bb759b514828 req-ee83e0dc-3a66-4623-aaa9-e0fc48b80ac7 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Received port after_create {{(pid=106710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:44:11.887086 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee83e0dc-3a66-4623-aaa9-e0fc48b80ac7 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Pushing event updated for resources: {'Port': ['ID=26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:44:11.933024 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d34fd-399f-4da3-9519-bb759b514828 req-ee83e0dc-3a66-4623-aaa9-e0fc48b80ac7 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:11.933625 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-b47d34fd-399f-4da3-9519-bb759b514828 req-ee83e0dc-3a66-4623-aaa9-e0fc48b80ac7 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for port, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:12.016151 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b47d34fd-399f-4da3-9519-bb759b514828 req-ee83e0dc-3a66-4623-aaa9-e0fc48b80ac7 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8400664 Oct 14 07:44:12.096560 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2377b3d-a166-4ee1-92ce-6066563fb13d req-7b17a6c3-f665-47e6-8a3a-8ce33f8e6dc5 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:12.098027 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-f2377b3d-a166-4ee1-92ce-6066563fb13d req-7b17a6c3-f665-47e6-8a3a-8ce33f8e6dc5 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa81a94b-6229-4a5d-a20a-6028e74dc2c4 HTTP/1.1" status: 200 len: 945 time: 0.0512614 Oct 14 07:44:12.137229 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-f2377b3d-a166-4ee1-92ce-6066563fb13d req-2605c636-f343-4435-8692-0c11317337f6 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322399 Oct 14 07:44:12.262819 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd5c7d-dc82-496d-856e-02715e3cae86 req-971730da-21fc-419f-b242-80dc1a24eaf2 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:12.264522 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-53bd5c7d-dc82-496d-856e-02715e3cae86 req-971730da-21fc-419f-b242-80dc1a24eaf2 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 944 time: 0.0519855 Oct 14 07:44:12.294231 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [req-b47d34fd-399f-4da3-9519-bb759b514828 req-19c92ba5-aecb-4b47-8788-7381b71cca4b service neutron] Request body: {'port': {'device_id': '385adc52-0d33-497f-b817-7f796585ed13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81374'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:44:12.327003 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d4ac5-c968-47a7-9528-4bf0fbe9531c req-f7058722-925e-4f58-aaba-b591b8857887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:12.328817 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-8d2d4ac5-c968-47a7-9528-4bf0fbe9531c req-f7058722-925e-4f58-aaba-b591b8857887 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b7da520217894ce68d6dc61570f7c5da&device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 1097 time: 0.0433753 Oct 14 07:44:12.339433 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-53bd5c7d-dc82-496d-856e-02715e3cae86 req-3bc0d7b5-d1b9-458b-b031-8736f7b9eb80 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645716 Oct 14 07:44:12.366607 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-b47d34fd-399f-4da3-9519-bb759b514828 req-19c92ba5-aecb-4b47-8788-7381b71cca4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:12.511335 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d4ac5-c968-47a7-9528-4bf0fbe9531c req-7402196b-6060-40b7-b225-0d6199a7a6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:12.512898 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-8d2d4ac5-c968-47a7-9528-4bf0fbe9531c req-7402196b-6060-40b7-b225-0d6199a7a6bf service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=b7da520217894ce68d6dc61570f7c5da&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1022916 Oct 14 07:44:12.636277 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d4ac5-c968-47a7-9528-4bf0fbe9531c req-422007b3-796d-4b1b-8d47-9cbc4f79c82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:12.638342 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-8d2d4ac5-c968-47a7-9528-4bf0fbe9531c req-422007b3-796d-4b1b-8d47-9cbc4f79c82c service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1107848 Oct 14 07:44:12.660637 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.notifiers.nova [req-b47d34fd-399f-4da3-9519-bb759b514828 req-19c92ba5-aecb-4b47-8788-7381b71cca4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db {{(pid=106710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:44:12.668975 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-b47d34fd-399f-4da3-9519-bb759b514828 req-19c92ba5-aecb-4b47-8788-7381b71cca4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:12.686078 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.provisioning_blocks [req-b47d34fd-399f-4da3-9519-bb759b514828 req-19c92ba5-aecb-4b47-8788-7381b71cca4b service neutron] Transition to ACTIVE for port object 26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db will not be triggered until provisioned by entity L2. {{(pid=106710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 07:44:12.757541 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 55576) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:44:12.772701 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-b47d34fd-399f-4da3-9519-bb759b514828 req-19c92ba5-aecb-4b47-8788-7381b71cca4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16030733'] for port, after_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:12.775129 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9ec44-8dd0-4a7a-8e08-61ada9f42086 req-dac6efd5-5dd1-454f-a8a4-ae101152a549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:12.778258 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-82c9ec44-8dd0-4a7a-8e08-61ada9f42086 req-dac6efd5-5dd1-454f-a8a4-ae101152a549 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b7da520217894ce68d6dc61570f7c5da&device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 1097 time: 0.0462966 Oct 14 07:44:12.831797 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c92ba5-aecb-4b47-8788-7381b71cca4b service neutron] Pushing event updated for resources: {'Port': ['ID=26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db,revision_number=2']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:44:12.846116 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-82c9ec44-8dd0-4a7a-8e08-61ada9f42086 req-75573736-7d77-44c3-b85b-b420b2638e73 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64a947fa-8c1c-4f04-a61d-edc4bc135ea3 HTTP/1.1" status: 200 len: 217 time: 0.0519030 Oct 14 07:44:12.891075 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c7815ee2-01b0-4e36-bc49-4e507fdd7397 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:12.898356 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9ec44-8dd0-4a7a-8e08-61ada9f42086 req-d4f1f115-f4ef-48b2-b8c3-2472380ec86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:12.899837 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-82c9ec44-8dd0-4a7a-8e08-61ada9f42086 req-d4f1f115-f4ef-48b2-b8c3-2472380ec86c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f91e8ccb-cf60-4c2a-b79a-0a0aaed6406a HTTP/1.1" status: 200 len: 859 time: 0.0457685 Oct 14 07:44:12.939081 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-82c9ec44-8dd0-4a7a-8e08-61ada9f42086 req-5b433054-981f-4678-8051-370c397dbecd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cbacfbd8-4c3f-407e-8210-f33986bff496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278006 Oct 14 07:44:12.940703 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.managers [req-b47d34fd-399f-4da3-9519-bb759b514828 req-19c92ba5-aecb-4b47-8788-7381b71cca4b service neutron] Attempting to bind port 26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db on host hv-cinder-81374 for vnic_type normal with profile {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:44:12.941039 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.managers [req-b47d34fd-399f-4da3-9519-bb759b514828 req-19c92ba5-aecb-4b47-8788-7381b71cca4b service neutron] Attempting to bind port 26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db by drivers openvswitch,hyperv on host hv-cinder-81374 at level 0 using segments [{'id': '614c0119-2ef9-4c10-bc93-8c2d3f5bdc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cbacfbd8-4c3f-407e-8210-f33986bff496'}] {{(pid=106710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:44:12.941365 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47d34fd-399f-4da3-9519-bb759b514828 req-19c92ba5-aecb-4b47-8788-7381b71cca4b service neutron] Attempting to bind port 26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db on network cbacfbd8-4c3f-407e-8210-f33986bff496 {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:44:12.951418 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47d34fd-399f-4da3-9519-bb759b514828 req-19c92ba5-aecb-4b47-8788-7381b71cca4b service neutron] Port 26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db on network cbacfbd8-4c3f-407e-8210-f33986bff496 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81374 {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 07:44:12.951985 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47d34fd-399f-4da3-9519-bb759b514828 req-19c92ba5-aecb-4b47-8788-7381b71cca4b service neutron] Attempting to bind port 26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db on network cbacfbd8-4c3f-407e-8210-f33986bff496 {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:44:12.960954 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47d34fd-399f-4da3-9519-bb759b514828 req-19c92ba5-aecb-4b47-8788-7381b71cca4b service neutron] Checking agent: {'id': 'e9e2cc54-3b31-4b83-b77c-54087550ab3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 7, 40, 39), 'started_at': datetime.datetime(2021, 10, 14, 7, 40, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:44:12.970898 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47d34fd-399f-4da3-9519-bb759b514828 req-19c92ba5-aecb-4b47-8788-7381b71cca4b service neutron] Checking segment: {'id': '614c0119-2ef9-4c10-bc93-8c2d3f5bdc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cbacfbd8-4c3f-407e-8210-f33986bff496'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:44:12.970898 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47d34fd-399f-4da3-9519-bb759b514828 req-19c92ba5-aecb-4b47-8788-7381b71cca4b service neutron] Bound using segment: {'id': '614c0119-2ef9-4c10-bc93-8c2d3f5bdc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cbacfbd8-4c3f-407e-8210-f33986bff496'} {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:44:12.970898 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.managers [req-b47d34fd-399f-4da3-9519-bb759b514828 req-19c92ba5-aecb-4b47-8788-7381b71cca4b service neutron] Bound port: 26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db, host: hv-cinder-81374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '614c0119-2ef9-4c10-bc93-8c2d3f5bdc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cbacfbd8-4c3f-407e-8210-f33986bff496'}}] {{(pid=106710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:44:12.970898 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-b47d34fd-399f-4da3-9519-bb759b514828 req-19c92ba5-aecb-4b47-8788-7381b71cca4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:13.047387 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-82c9ec44-8dd0-4a7a-8e08-61ada9f42086 req-a2888894-7dae-4665-bc11-d104c32214d6 service neutron] 10.222.0.54 "GET /v2.0/networks/cbacfbd8-4c3f-407e-8210-f33986bff496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990717 Oct 14 07:44:13.073919 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c7815ee2-01b0-4e36-bc49-4e507fdd7397 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:13.077816 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.db [req-b47d34fd-399f-4da3-9519-bb759b514828 req-19c92ba5-aecb-4b47-8788-7381b71cca4b service neutron] For port 26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db, host hv-cinder-81374, cleared binding levels {{(pid=106710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:44:13.082096 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.db [req-b47d34fd-399f-4da3-9519-bb759b514828 req-19c92ba5-aecb-4b47-8788-7381b71cca4b service neutron] For port 26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db, host hv-cinder-81374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db,segment=NetworkSegment(614c0119-2ef9-4c10-bc93-8c2d3f5bdc63),segment_id=614c0119-2ef9-4c10-bc93-8c2d3f5bdc63)] {{(pid=106710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:44:13.161284 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c7815ee2-01b0-4e36-bc49-4e507fdd7397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:13.167840 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-82c9ec44-8dd0-4a7a-8e08-61ada9f42086 req-66110cda-d6f7-4216-8c4d-664cf17a8077 service neutron] 10.222.0.54 "GET /v2.0/networks/cbacfbd8-4c3f-407e-8210-f33986bff496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004586 Oct 14 07:44:13.196516 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-b47d34fd-399f-4da3-9519-bb759b514828 req-19c92ba5-aecb-4b47-8788-7381b71cca4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16030733'] for port, after_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:13.256611 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-c7815ee2-01b0-4e36-bc49-4e507fdd7397 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=acee1220080e4035817a5d727ffaa307&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4977090 Oct 14 07:44:13.260082 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 55588) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:44:13.264256 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7815ee2-01b0-4e36-bc49-4e507fdd7397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328ca025-8308-4157-8209-7bfe0118df5d,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:44:13.277749 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d34fd-399f-4da3-9519-bb759b514828 req-19c92ba5-aecb-4b47-8788-7381b71cca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:13.278911 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-b47d34fd-399f-4da3-9519-bb759b514828 req-19c92ba5-aecb-4b47-8788-7381b71cca4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for port, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:13.280586 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b47d34fd-399f-4da3-9519-bb759b514828 req-19c92ba5-aecb-4b47-8788-7381b71cca4b service neutron] 10.222.0.54 "PUT /v2.0/ports/26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db HTTP/1.1" status: 200 len: 1093 time: 0.9911160 Oct 14 07:44:13.281178 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '385adc52-0d33-497f-b817-7f796585ed13', 'tag': '26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db'}] {{(pid=106710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:44:13.285198 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ebf78bef5954e8ca5597493995d581d8346ee5b9d6b2d49db072251da4c473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed641c7-96b6-493e-8a7f-bf40ec8c9bb5" -d '{"events": [{"name": "network-changed", "server_uuid": "385adc52-0d33-497f-b817-7f796585ed13", "tag": "26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db"}]}' {{(pid=106710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:44:13.317268 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c92ba5-aecb-4b47-8788-7381b71cca4b service neutron] Pushing event updated for resources: {'Port': ['ID=26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db,revision_number=3']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:44:13.339850 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859184cb-0c98-422f-b1bf-f0ad7ebc0b45 x-openstack-request-id: req-859184cb-0c98-422f-b1bf-f0ad7ebc0b45 {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:44:13.340140 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "385adc52-0d33-497f-b817-7f796585ed13", "tag": "26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db", "status": "completed", "code": 200}]} {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:44:13.340398 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-859184cb-0c98-422f-b1bf-f0ad7ebc0b45 {{(pid=106710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:44:13.340973 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '385adc52-0d33-497f-b817-7f796585ed13', 'tag': '26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db', 'status': 'completed', 'code': 200} Oct 14 07:44:13.344726 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c70a84-099b-41e1-be22-16bf95c08256 req-6b0d4173-7bd4-48ff-9894-a01c36f9c53c tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:13.346322 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-96c70a84-099b-41e1-be22-16bf95c08256 req-6b0d4173-7bd4-48ff-9894-a01c36f9c53c tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa81a94b-6229-4a5d-a20a-6028e74dc2c4 HTTP/1.1" status: 200 len: 945 time: 0.1295133 Oct 14 07:44:13.370111 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-a567577c-a0fb-4f32-8a88-5dda89054d1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:13.412244 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-a567577c-a0fb-4f32-8a88-5dda89054d1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:13.416326 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-96c70a84-099b-41e1-be22-16bf95c08256 req-9e180ea2-6e5e-4c8e-9c49-746d398e6f89 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573013 Oct 14 07:44:13.467950 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00c67f-4600-4e59-82f1-ecedf56e6dae req-01979970-be9e-46af-b27b-389e83d1117e tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:13.469687 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-3a00c67f-4600-4e59-82f1-ecedf56e6dae req-01979970-be9e-46af-b27b-389e83d1117e tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 944 time: 0.0578430 Oct 14 07:44:13.510338 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-3a00c67f-4600-4e59-82f1-ecedf56e6dae req-069525e9-33a0-4436-9959-52a393ac93d4 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333223 Oct 14 07:44:13.531000 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-a567577c-a0fb-4f32-8a88-5dda89054d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:13.533547 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-a567577c-a0fb-4f32-8a88-5dda89054d1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:13.534728 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-a567577c-a0fb-4f32-8a88-5dda89054d1b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/328ca025-8308-4157-8209-7bfe0118df5d HTTP/1.1" status: 204 len: 168 time: 0.2734287 Oct 14 07:44:13.542744 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a567577c-a0fb-4f32-8a88-5dda89054d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328ca025-8308-4157-8209-7bfe0118df5d,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:44:13.595726 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed641c7-96b6-493e-8a7f-bf40ec8c9bb5 req-2a97046f-b421-49df-b6fd-ba085ad73d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:13.597258 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-aed641c7-96b6-493e-8a7f-bf40ec8c9bb5 req-2a97046f-b421-49df-b6fd-ba085ad73d17 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b7da520217894ce68d6dc61570f7c5da&device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 1096 time: 0.0453286 Oct 14 07:44:13.724596 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed641c7-96b6-493e-8a7f-bf40ec8c9bb5 req-d3af4722-421c-4c10-82d3-89656dc60323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:13.726067 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-aed641c7-96b6-493e-8a7f-bf40ec8c9bb5 req-d3af4722-421c-4c10-82d3-89656dc60323 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=b7da520217894ce68d6dc61570f7c5da&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1024039 Oct 14 07:44:13.830201 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed641c7-96b6-493e-8a7f-bf40ec8c9bb5 req-920ebe5b-09b9-49e0-8649-84a0f3ef9607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:13.831662 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-aed641c7-96b6-493e-8a7f-bf40ec8c9bb5 req-920ebe5b-09b9-49e0-8649-84a0f3ef9607 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902641 Oct 14 07:44:13.973455 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d34fd-399f-4da3-9519-bb759b514828 req-675fdbb5-3e62-4781-9a69-29b8d72df576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:13.974909 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b47d34fd-399f-4da3-9519-bb759b514828 req-675fdbb5-3e62-4781-9a69-29b8d72df576 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b7da520217894ce68d6dc61570f7c5da&device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 1096 time: 0.0390465 Oct 14 07:44:14.036355 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b47d34fd-399f-4da3-9519-bb759b514828 req-6b3b1d89-f40b-4f45-bb81-f291b0c44d64 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db HTTP/1.1" status: 200 len: 217 time: 0.0364921 Oct 14 07:44:14.094190 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d34fd-399f-4da3-9519-bb759b514828 req-13db7afe-e6fb-4edd-a01e-4de15c12e6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:14.095571 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b47d34fd-399f-4da3-9519-bb759b514828 req-13db7afe-e6fb-4edd-a01e-4de15c12e6dd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f91e8ccb-cf60-4c2a-b79a-0a0aaed6406a HTTP/1.1" status: 200 len: 859 time: 0.0447800 Oct 14 07:44:14.141885 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b47d34fd-399f-4da3-9519-bb759b514828 req-88826bf4-bd0a-4eb7-a240-417e24040eb1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cbacfbd8-4c3f-407e-8210-f33986bff496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247235 Oct 14 07:44:14.213666 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 55612) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:44:14.227194 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-676ac1f3-5b7f-4a67-9820-bccff2ab8d0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:14.266349 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b47d34fd-399f-4da3-9519-bb759b514828 req-e32fa94a-87b1-49d0-aa60-e9c9c1676215 service neutron] 10.222.0.54 "GET /v2.0/networks/cbacfbd8-4c3f-407e-8210-f33986bff496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024451 Oct 14 07:44:14.306782 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-676ac1f3-5b7f-4a67-9820-bccff2ab8d0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:14.368953 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b47d34fd-399f-4da3-9519-bb759b514828 req-4c660fa5-1b5f-4656-a669-2091bb1a85cb service neutron] 10.222.0.54 "GET /v2.0/networks/cbacfbd8-4c3f-407e-8210-f33986bff496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917501 Oct 14 07:44:14.372560 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-676ac1f3-5b7f-4a67-9820-bccff2ab8d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:14.410374 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676ac1f3-5b7f-4a67-9820-bccff2ab8d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af6ddc9-eda6-4406-a3d2-8dcbbe40333b,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:44:14.414675 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-676ac1f3-5b7f-4a67-9820-bccff2ab8d0d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7169dc87ff094ba2a582ccac7d0e535d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2000005 Oct 14 07:44:14.420082 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 55618) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:44:14.471733 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-786c3e50-b4b5-463d-afd1-8193cb0babe6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:14.493583 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-786c3e50-b4b5-463d-afd1-8193cb0babe6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:14.533969 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7120e8-44bf-4cd3-bd63-0d5b428e7dd3 req-79a743b8-51b4-47ca-8f76-de68c71ac28b tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:14.535429 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-5d7120e8-44bf-4cd3-bd63-0d5b428e7dd3 req-79a743b8-51b4-47ca-8f76-de68c71ac28b tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa81a94b-6229-4a5d-a20a-6028e74dc2c4 HTTP/1.1" status: 200 len: 945 time: 0.0479925 Oct 14 07:44:14.576477 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-5d7120e8-44bf-4cd3-bd63-0d5b428e7dd3 req-d19a9564-9ab5-42e7-84bd-e917355d020e tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349650 Oct 14 07:44:14.605782 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-786c3e50-b4b5-463d-afd1-8193cb0babe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:14.608649 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-786c3e50-b4b5-463d-afd1-8193cb0babe6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:14.609938 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-786c3e50-b4b5-463d-afd1-8193cb0babe6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8af6ddc9-eda6-4406-a3d2-8dcbbe40333b HTTP/1.1" status: 204 len: 168 time: 0.1888080 Oct 14 07:44:14.619966 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c3e50-b4b5-463d-afd1-8193cb0babe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af6ddc9-eda6-4406-a3d2-8dcbbe40333b,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:44:14.690670 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74188040-c786-468f-9027-0fd4d1723c25 req-e8e81640-ab7c-4b8b-a18f-947b5a352761 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:14.692222 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-74188040-c786-468f-9027-0fd4d1723c25 req-e8e81640-ab7c-4b8b-a18f-947b5a352761 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 944 time: 0.0544763 Oct 14 07:44:14.746285 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-74188040-c786-468f-9027-0fd4d1723c25 req-d0bf0e6a-c72d-45d6-a0b5-cec7342ef77f tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477476 Oct 14 07:44:15.100954 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb2f95-5be5-43c0-a29a-eebc8eddd86c req-97829223-5e8c-4f1f-bde2-3d5a2fb3e5bd tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:15.102427 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-22fb2f95-5be5-43c0-a29a-eebc8eddd86c req-97829223-5e8c-4f1f-bde2-3d5a2fb3e5bd tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 945 time: 0.0482850 Oct 14 07:44:15.139373 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-22fb2f95-5be5-43c0-a29a-eebc8eddd86c req-6a0cb48b-0c91-4db3-b3c8-36ddf610bcd9 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308969 Oct 14 07:44:15.424771 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 55656) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:44:15.448899 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-85a7f273-e449-4696-bda5-b3688fa4f8f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:15.525372 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-85a7f273-e449-4696-bda5-b3688fa4f8f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:15.639522 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-85a7f273-e449-4696-bda5-b3688fa4f8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:15.677690 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-85a7f273-e449-4696-bda5-b3688fa4f8f8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ed779162dcf64ef58396457594d052d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2503436 Oct 14 07:44:15.678979 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a7f273-e449-4696-bda5-b3688fa4f8f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4fa908-c437-494b-a02c-97b4ae62a15e,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:44:15.680349 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 55670) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:44:15.733482 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-320d6a4e-0d36-4f6e-ae8d-a1818406a70c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:15.756965 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-320d6a4e-0d36-4f6e-ae8d-a1818406a70c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:15.866583 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36586237-9606-4694-adad-46a88b447135 req-8dee7a33-5b08-478a-9fa1-2f6fc3dc93a0 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:15.868050 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-36586237-9606-4694-adad-46a88b447135 req-8dee7a33-5b08-478a-9fa1-2f6fc3dc93a0 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 944 time: 0.0463231 Oct 14 07:44:15.886987 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-320d6a4e-0d36-4f6e-ae8d-a1818406a70c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:15.889460 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-320d6a4e-0d36-4f6e-ae8d-a1818406a70c admin admin] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:15.897600 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-320d6a4e-0d36-4f6e-ae8d-a1818406a70c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cb4fa908-c437-494b-a02c-97b4ae62a15e HTTP/1.1" status: 204 len: 168 time: 0.2085845 Oct 14 07:44:15.903704 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d6a4e-0d36-4f6e-ae8d-a1818406a70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4fa908-c437-494b-a02c-97b4ae62a15e,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:44:15.924623 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-36586237-9606-4694-adad-46a88b447135 req-f6dd3070-0b82-41cc-9307-cd91494a5283 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499520 Oct 14 07:44:16.260554 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3983592d-5271-47e9-94f2-8395aaa0fdbe req-341d3813-76ae-4cfd-a7f4-878289ccbae8 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:16.262039 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-3983592d-5271-47e9-94f2-8395aaa0fdbe req-341d3813-76ae-4cfd-a7f4-878289ccbae8 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 945 time: 0.0481842 Oct 14 07:44:16.312723 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-3983592d-5271-47e9-94f2-8395aaa0fdbe req-6f9b2f16-4b26-495f-9926-07e8b343a9d6 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440300 Oct 14 07:44:16.690305 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 55708) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:44:16.760278 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 64a947fa-8c1c-4f04-a61d-edc4bc135ea3 details requested by agent hyperv_hv-cinder-81374 with host hv-cinder-81374 {{(pid=106712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 07:44:16.799508 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-83125b80-d1e8-4ec7-88b0-de917cb4aae6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:16.864208 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port 64a947fa-8c1c-4f04-a61d-edc4bc135ea3, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=64a947fa-8c1c-4f04-a61d-edc4bc135ea3,segment=NetworkSegment(614c0119-2ef9-4c10-bc93-8c2d3f5bdc63),segment_id=614c0119-2ef9-4c10-bc93-8c2d3f5bdc63)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:44:16.879565 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Returning: {'device': '64a947fa-8c1c-4f04-a61d-edc4bc135ea3', 'network_id': 'cbacfbd8-4c3f-407e-8210-f33986bff496', 'port_id': '64a947fa-8c1c-4f04-a61d-edc4bc135ea3', 'mac_address': 'fa:16:3e:b7:3c:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f91e8ccb-cf60-4c2a-b79a-0a0aaed6406a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 07:44:16.882750 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-83125b80-d1e8-4ec7-88b0-de917cb4aae6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:16.917033 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:16.929234 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64a947fa-8c1c-4f04-a61d-edc4bc135ea3 {{(pid=106712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:44:16.947940 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port 64a947fa-8c1c-4f04-a61d-edc4bc135ea3, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=64a947fa-8c1c-4f04-a61d-edc4bc135ea3,segment=NetworkSegment(614c0119-2ef9-4c10-bc93-8c2d3f5bdc63),segment_id=614c0119-2ef9-4c10-bc93-8c2d3f5bdc63)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:44:16.955736 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-83125b80-d1e8-4ec7-88b0-de917cb4aae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:16.996940 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-83125b80-d1e8-4ec7-88b0-de917cb4aae6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cd6fcdd219bf4dd79b4437d97320dab1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3054690 Oct 14 07:44:16.997685 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83125b80-d1e8-4ec7-88b0-de917cb4aae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681b853a-0783-4d7a-ba36-326e6576bcb5,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:44:17.000079 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 55724) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:44:17.041226 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:17.044294 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db details requested by agent hyperv_hv-cinder-81374 with host hv-cinder-81374 {{(pid=106712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 07:44:17.060640 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1c7a7-9060-4f8a-bcbe-98df6686a51b req-bc0464b1-7457-4555-8cf3-d582a108853a tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:17.062484 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-5ec1c7a7-9060-4f8a-bcbe-98df6686a51b req-bc0464b1-7457-4555-8cf3-d582a108853a tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 944 time: 0.0651338 Oct 14 07:44:17.082117 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-ec912d0c-72e1-4097-8c12-4ed6112fa023 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:17.108409 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-ec912d0c-72e1-4097-8c12-4ed6112fa023 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:17.112875 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-5ec1c7a7-9060-4f8a-bcbe-98df6686a51b req-055f7d0d-b653-4e63-aa41-14f4437dd0e3 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440960 Oct 14 07:44:17.129684 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port 26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db,segment=NetworkSegment(614c0119-2ef9-4c10-bc93-8c2d3f5bdc63),segment_id=614c0119-2ef9-4c10-bc93-8c2d3f5bdc63)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:44:17.139759 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=64a947fa-8c1c-4f04-a61d-edc4bc135ea3,revision_number=4']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:44:17.145002 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Returning: {'device': '26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db', 'network_id': 'cbacfbd8-4c3f-407e-8210-f33986bff496', 'port_id': '26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db', 'mac_address': 'fa:16:3e:c1:20:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f91e8ccb-cf60-4c2a-b79a-0a0aaed6406a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 07:44:17.191236 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:17.247426 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-ec912d0c-72e1-4097-8c12-4ed6112fa023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:17.250985 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-ec912d0c-72e1-4097-8c12-4ed6112fa023 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:17.252278 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-ec912d0c-72e1-4097-8c12-4ed6112fa023 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/681b853a-0783-4d7a-ba36-326e6576bcb5 HTTP/1.1" status: 204 len: 168 time: 0.2511463 Oct 14 07:44:17.274295 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec912d0c-72e1-4097-8c12-4ed6112fa023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681b853a-0783-4d7a-ba36-326e6576bcb5,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:44:17.361874 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db {{(pid=106712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:44:17.390743 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port 26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db,segment=NetworkSegment(614c0119-2ef9-4c10-bc93-8c2d3f5bdc63),segment_id=614c0119-2ef9-4c10-bc93-8c2d3f5bdc63)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:44:17.432005 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207851e-8842-45ba-a5d7-216701f2a096 req-5f9945b0-5b09-411f-a18e-2b2f2a2d1d80 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:17.434121 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-f207851e-8842-45ba-a5d7-216701f2a096 req-5f9945b0-5b09-411f-a18e-2b2f2a2d1d80 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 945 time: 0.0490134 Oct 14 07:44:17.462378 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:17.470132 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-f207851e-8842-45ba-a5d7-216701f2a096 req-d7f28293-4fff-42aa-beae-617e5fe81f51 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300517 Oct 14 07:44:17.510358 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db,revision_number=4']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:44:17.948579 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] get_ports_and_sgs() called for port_ids ['64a947fa-8c1c-4f04-a61d-edc4bc135ea3'] {{(pid=106712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:44:17.972331 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] get_ports_and_sgs() called for port_ids ['26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db'] {{(pid=106712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:44:18.236448 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53572ef-7f20-4f85-9c0e-73f63566004a req-eca1a0cf-b04f-4b1d-8d10-8c867ff7389b tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:18.237911 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-a53572ef-7f20-4f85-9c0e-73f63566004a req-eca1a0cf-b04f-4b1d-8d10-8c867ff7389b tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 945 time: 0.0478790 Oct 14 07:44:18.275244 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-a53572ef-7f20-4f85-9c0e-73f63566004a req-8cd513c2-ddb3-4b74-9469-5256817fcae4 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314603 Oct 14 07:44:18.585643 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c0a58d-07a7-4a17-9a82-28cb51ec8ff6 req-cb595f48-da47-41d3-aad0-20457af12e16 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:18.587082 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-46c0a58d-07a7-4a17-9a82-28cb51ec8ff6 req-cb595f48-da47-41d3-aad0-20457af12e16 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 945 time: 0.0462785 Oct 14 07:44:18.626245 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-46c0a58d-07a7-4a17-9a82-28cb51ec8ff6 req-01651b13-dd35-4307-a014-cf86885a7afa tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322583 Oct 14 07:44:19.388760 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52fc4c6-5e07-4c85-a809-fcb50af9910f req-25a23989-d398-4473-9ed3-23de6fa9b6df tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:19.390198 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-b52fc4c6-5e07-4c85-a809-fcb50af9910f req-25a23989-d398-4473-9ed3-23de6fa9b6df tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 945 time: 0.0506489 Oct 14 07:44:19.427389 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-b52fc4c6-5e07-4c85-a809-fcb50af9910f req-7bc4a754-7034-4b09-9a8d-b21433ce3483 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309258 Oct 14 07:44:19.748527 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb8d0f-ccba-4e7c-b594-7cdb7ede54fa req-9fa5b0dc-f43f-49e4-b9bd-739707a3fc6d tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:19.750024 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-3dcb8d0f-ccba-4e7c-b594-7cdb7ede54fa req-9fa5b0dc-f43f-49e4-b9bd-739707a3fc6d tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 945 time: 0.0536473 Oct 14 07:44:19.787128 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-3dcb8d0f-ccba-4e7c-b594-7cdb7ede54fa req-82088172-2169-4fe4-bd5c-d017c3a44b7d tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311625 Oct 14 07:44:20.538795 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55513ce-eafe-461e-ac3f-b28ec3858496 req-2b819cab-fd4b-4d0a-a21f-de402b1f59f3 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:20.539877 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-c55513ce-eafe-461e-ac3f-b28ec3858496 req-2b819cab-fd4b-4d0a-a21f-de402b1f59f3 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 945 time: 0.0482929 Oct 14 07:44:20.576238 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-c55513ce-eafe-461e-ac3f-b28ec3858496 req-6c3935f3-af03-4b1f-81c9-10c5ceb2a363 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299447 Oct 14 07:44:20.901739 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1cfe5-72b8-4f17-8ff3-cb24e253e034 req-ddc865e5-8e99-4f89-aad1-02aad250e891 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:20.903185 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-51f1cfe5-72b8-4f17-8ff3-cb24e253e034 req-ddc865e5-8e99-4f89-aad1-02aad250e891 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 945 time: 0.0475006 Oct 14 07:44:20.938790 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-51f1cfe5-72b8-4f17-8ff3-cb24e253e034 req-bb45357c-3ec5-4c65-bc41-2e3b5c79d8f1 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295000 Oct 14 07:44:21.688855 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97322d-a3a9-4c24-ae67-15bfb2dc7507 req-f34f44a2-274e-4e1e-bff2-49cddc95b079 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:21.690304 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-ef97322d-a3a9-4c24-ae67-15bfb2dc7507 req-f34f44a2-274e-4e1e-bff2-49cddc95b079 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 945 time: 0.0481219 Oct 14 07:44:21.727016 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-ef97322d-a3a9-4c24-ae67-15bfb2dc7507 req-251bed91-8bc9-4705-a036-202c362f1010 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307372 Oct 14 07:44:22.060785 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eecfbcd-d161-4c33-9b5d-0865610a8f10 req-e2079bf8-cd10-4ba6-8cff-7a0d2e7a3e99 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:22.062255 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-2eecfbcd-d161-4c33-9b5d-0865610a8f10 req-e2079bf8-cd10-4ba6-8cff-7a0d2e7a3e99 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 945 time: 0.0522480 Oct 14 07:44:22.102744 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-2eecfbcd-d161-4c33-9b5d-0865610a8f10 req-de1329fc-73c8-4998-8a03-b1c54d151f62 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342972 Oct 14 07:44:22.843388 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ee054-29a9-47f0-8295-0166d6b2caf2 req-b71db466-6a96-4a62-88f5-f405b06ff26b tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:22.844720 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-f36ee054-29a9-47f0-8295-0166d6b2caf2 req-b71db466-6a96-4a62-88f5-f405b06ff26b tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 945 time: 0.0504699 Oct 14 07:44:22.881762 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-f36ee054-29a9-47f0-8295-0166d6b2caf2 req-c9d6e739-665d-4947-96a6-91b5f8f27d82 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307829 Oct 14 07:44:23.049207 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 64a947fa-8c1c-4f04-a61d-edc4bc135ea3 up at agent hyperv_hv-cinder-81374 {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:44:23.155607 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Provisioning for port 64a947fa-8c1c-4f04-a61d-edc4bc135ea3 completed by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 07:44:23.160460 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Provisioning complete for port 64a947fa-8c1c-4f04-a61d-edc4bc135ea3 triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:44:23.160956 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:23.240901 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:23.247824 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4f125-ed56-45d5-af80-8fc1c677bcd5 req-88d57f45-de28-4409-8a8b-1fdaf2700c62 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:23.247824 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-66f4f125-ed56-45d5-af80-8fc1c677bcd5 req-88d57f45-de28-4409-8a8b-1fdaf2700c62 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 945 time: 0.0520263 Oct 14 07:44:23.264342 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a970850-10b3-4414-a329-5d467103258e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a947fa-8c1c-4f04-a61d-edc4bc135ea3'}] {{(pid=106712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:44:23.266582 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3db9d29808d7d8625da6d6dfdab11118ca3df70b734e515c8bcc451a900cfacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc6521c-9de6-45fa-9cfd-0b6ff15fa5d1" -d '{"events": [{"server_uuid": "6a970850-10b3-4414-a329-5d467103258e", "name": "network-vif-plugged", "status": "completed", "tag": "64a947fa-8c1c-4f04-a61d-edc4bc135ea3"}]}' {{(pid=106712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:44:23.279155 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port 64a947fa-8c1c-4f04-a61d-edc4bc135ea3, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=64a947fa-8c1c-4f04-a61d-edc4bc135ea3,segment=NetworkSegment(614c0119-2ef9-4c10-bc93-8c2d3f5bdc63),segment_id=614c0119-2ef9-4c10-bc93-8c2d3f5bdc63)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:44:23.283907 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-66f4f125-ed56-45d5-af80-8fc1c677bcd5 req-74cf86c5-9cb9-478b-a776-d3c123560da8 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319912 Oct 14 07:44:23.309249 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e89a32-9c6b-476f-a7d2-be091f4294b8 x-openstack-request-id: req-e5e89a32-9c6b-476f-a7d2-be091f4294b8 {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:44:23.309561 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a970850-10b3-4414-a329-5d467103258e", "name": "network-vif-plugged", "status": "completed", "tag": "64a947fa-8c1c-4f04-a61d-edc4bc135ea3", "code": 200}]} {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:44:23.309814 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e5e89a32-9c6b-476f-a7d2-be091f4294b8 {{(pid=106712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:44:23.310201 dv-cinder-813746-2-iscsi neutron-server[106712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a970850-10b3-4414-a329-5d467103258e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a947fa-8c1c-4f04-a61d-edc4bc135ea3', 'code': 200} Oct 14 07:44:23.417073 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:23.417994 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db up at agent hyperv_hv-cinder-81374 {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:44:23.501190 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=64a947fa-8c1c-4f04-a61d-edc4bc135ea3,revision_number=5']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:44:23.587726 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Provisioning for port 26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db completed by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 07:44:23.592314 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Provisioning complete for port 26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:44:23.597278 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:23.674046 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:23.707780 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port 26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db,segment=NetworkSegment(614c0119-2ef9-4c10-bc93-8c2d3f5bdc63),segment_id=614c0119-2ef9-4c10-bc93-8c2d3f5bdc63)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:44:23.711274 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e560658-f1bf-4570-b5be-d3fe46efc724 req-2b392afe-9488-4b6c-8683-2004008cfc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:23.712827 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-8e560658-f1bf-4570-b5be-d3fe46efc724 req-2b392afe-9488-4b6c-8683-2004008cfc34 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 1099 time: 0.0390737 Oct 14 07:44:23.749045 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-8e560658-f1bf-4570-b5be-d3fe46efc724 req-7b67f198-5820-4a0a-ab54-6c25aff207cb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286994 Oct 14 07:44:23.816923 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:23.869751 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db,revision_number=5']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:44:23.992911 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a02510-0bba-429e-a42e-dd23a304beb5 req-74e5c92c-3d0f-477f-8935-b884194677f1 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:23.994350 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a9a02510-0bba-429e-a42e-dd23a304beb5 req-74e5c92c-3d0f-477f-8935-b884194677f1 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 946 time: 0.0468056 Oct 14 07:44:24.031595 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a9a02510-0bba-429e-a42e-dd23a304beb5 req-96ce71f9-8480-4d3b-850a-60ae20ec98cf tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314436 Oct 14 07:44:24.412210 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afaabd3-fef3-4df9-a6c6-b46e77b82dcb req-25b2d848-ba9b-4a5f-a48e-cd888bcd7b2d tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:24.413691 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-4afaabd3-fef3-4df9-a6c6-b46e77b82dcb req-25b2d848-ba9b-4a5f-a48e-cd888bcd7b2d tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 945 time: 0.0490494 Oct 14 07:44:24.452138 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-4afaabd3-fef3-4df9-a6c6-b46e77b82dcb req-473502ad-dd5b-4ac0-aa64-7ea584ef35e0 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322447 Oct 14 07:44:25.149805 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba3956c-9f09-4c96-b610-deee14169eb9 req-e2c0909c-119e-45a5-aec6-85e4f406beaf tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:25.151944 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-eba3956c-9f09-4c96-b610-deee14169eb9 req-e2c0909c-119e-45a5-aec6-85e4f406beaf tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 946 time: 0.0526173 Oct 14 07:44:25.312065 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385adc52-0d33-497f-b817-7f796585ed13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db'}] {{(pid=106712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:44:25.314465 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3db9d29808d7d8625da6d6dfdab11118ca3df70b734e515c8bcc451a900cfacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3274193d-2409-4369-9f89-8e203a9d001d" -d '{"events": [{"server_uuid": "385adc52-0d33-497f-b817-7f796585ed13", "name": "network-vif-plugged", "status": "completed", "tag": "26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db"}]}' {{(pid=106712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:44:25.395164 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-eba3956c-9f09-4c96-b610-deee14169eb9 req-98a2d694-7631-4db3-b56d-6faf3313daee tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367172 Oct 14 07:44:25.396049 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123aa5a6-782f-407c-8857-f964cccf0184 x-openstack-request-id: req-123aa5a6-782f-407c-8857-f964cccf0184 {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:44:25.396345 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385adc52-0d33-497f-b817-7f796585ed13", "name": "network-vif-plugged", "status": "completed", "tag": "26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db", "code": 200}]} {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:44:25.396606 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-123aa5a6-782f-407c-8857-f964cccf0184 {{(pid=106712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:44:25.397148 dv-cinder-813746-2-iscsi neutron-server[106712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385adc52-0d33-497f-b817-7f796585ed13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db', 'code': 200} Oct 14 07:44:25.490775 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71afae9e-509c-408b-9be3-c493ff8a25c2 req-f23935a0-0350-4499-811e-98df96a3d43f tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:25.492244 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-71afae9e-509c-408b-9be3-c493ff8a25c2 req-f23935a0-0350-4499-811e-98df96a3d43f tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 945 time: 0.0500121 Oct 14 07:44:25.532077 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-71afae9e-509c-408b-9be3-c493ff8a25c2 req-18da1a09-e605-4ac7-be79-82339619ec7a tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=6228ef3e-acca-47fd-8ad2-0cd6c3c54a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333998 Oct 14 07:44:25.571594 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea9440-52e9-4f14-accc-dd5c92fea854 req-e1988d32-f562-4035-b0de-00cd348a5dcf tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:25.573617 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-ffea9440-52e9-4f14-accc-dd5c92fea854 req-e1988d32-f562-4035-b0de-00cd348a5dcf tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 945 time: 0.0475738 Oct 14 07:44:25.611702 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-ffea9440-52e9-4f14-accc-dd5c92fea854 req-7cdf4a83-f58d-4098-a9a7-eb5419f6a2ef tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319607 Oct 14 07:44:25.842405 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9957b0-7785-46bc-a703-ba112b45a29e req-3d806615-f85b-4f57-87db-d17d9fa21ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:25.843918 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-7a9957b0-7785-46bc-a703-ba112b45a29e req-3d806615-f85b-4f57-87db-d17d9fa21ad9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 1098 time: 0.0379870 Oct 14 07:44:25.879707 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-7a9957b0-7785-46bc-a703-ba112b45a29e req-812ba47a-0599-423a-b281-52d0346d5ed6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274358 Oct 14 07:44:26.512322 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d1c3d-7640-4d0e-8320-ec68d3764022 req-ee261c84-83d4-4645-97d9-d24e0e0a84fd tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:26.513639 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-011d1c3d-7640-4d0e-8320-ec68d3764022 req-ee261c84-83d4-4645-97d9-d24e0e0a84fd tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 946 time: 0.0496798 Oct 14 07:44:26.549833 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-011d1c3d-7640-4d0e-8320-ec68d3764022 req-6d03afea-0029-42ea-b8b6-0656e6f3debf tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301442 Oct 14 07:44:26.652484 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c352a5-4d04-4d9c-a26f-2effef138022 req-c0b77242-0bcb-4fb8-a0ff-248358ddd92e tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:26.654010 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-f8c352a5-4d04-4d9c-a26f-2effef138022 req-c0b77242-0bcb-4fb8-a0ff-248358ddd92e tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 945 time: 0.0521252 Oct 14 07:44:26.691149 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-f8c352a5-4d04-4d9c-a26f-2effef138022 req-7c2c38f5-d1a3-424c-b7d7-9fad701747dc tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=6228ef3e-acca-47fd-8ad2-0cd6c3c54a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311048 Oct 14 07:44:26.793500 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a296c-9119-4f5d-81f2-13a5a37f6c9d req-81558757-195d-4e73-b4c6-c560733201e3 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:26.794995 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-3c2a296c-9119-4f5d-81f2-13a5a37f6c9d req-81558757-195d-4e73-b4c6-c560733201e3 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 945 time: 0.0482993 Oct 14 07:44:26.833759 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-3c2a296c-9119-4f5d-81f2-13a5a37f6c9d req-bc09582f-96d0-4a4b-80b1-b62ff21bf0fc tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323660 Oct 14 07:44:27.054068 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a541c-9861-43b8-855c-ddcc8cd6317b req-99739cf5-75fa-435b-9822-013324066d79 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:27.054068 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-cd7a541c-9861-43b8-855c-ddcc8cd6317b req-99739cf5-75fa-435b-9822-013324066d79 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 946 time: 0.0499716 Oct 14 07:44:27.087465 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-cd7a541c-9861-43b8-855c-ddcc8cd6317b req-825a0baf-cf1d-49a9-b9fe-afb08febb990 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395396 Oct 14 07:44:27.143139 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744060cc-1bab-4aaf-9dd4-2155c1041085 req-61b6697a-439a-4575-aaa4-a9489f92a405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:27.144876 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-744060cc-1bab-4aaf-9dd4-2155c1041085 req-61b6697a-439a-4575-aaa4-a9489f92a405 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b7da520217894ce68d6dc61570f7c5da&device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 1099 time: 0.0427024 Oct 14 07:44:27.235788 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744060cc-1bab-4aaf-9dd4-2155c1041085 req-4ba3421a-1376-4ad7-92a0-a40876bf9bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:27.237262 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-744060cc-1bab-4aaf-9dd4-2155c1041085 req-4ba3421a-1376-4ad7-92a0-a40876bf9bee service neutron] 10.222.0.54 "GET /v2.0/networks?id=cbacfbd8-4c3f-407e-8210-f33986bff496 HTTP/1.1" status: 200 len: 920 time: 0.0819077 Oct 14 07:44:27.284592 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-744060cc-1bab-4aaf-9dd4-2155c1041085 req-2d1a4d08-2958-4b48-84c8-b63941ddc9f8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64a947fa-8c1c-4f04-a61d-edc4bc135ea3 HTTP/1.1" status: 200 len: 217 time: 0.0395229 Oct 14 07:44:27.361625 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-336a7cd4-4ec6-44ca-9f69-7719f57f083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:27.385868 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744060cc-1bab-4aaf-9dd4-2155c1041085 req-97c4beb2-b042-42bc-b8e7-a95c4e72c946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:27.387389 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-744060cc-1bab-4aaf-9dd4-2155c1041085 req-97c4beb2-b042-42bc-b8e7-a95c4e72c946 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f91e8ccb-cf60-4c2a-b79a-0a0aaed6406a HTTP/1.1" status: 200 len: 859 time: 0.0527108 Oct 14 07:44:27.426331 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-744060cc-1bab-4aaf-9dd4-2155c1041085 req-ad52e242-77f5-445f-866b-26a4ae6053ff service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cbacfbd8-4c3f-407e-8210-f33986bff496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242119 Oct 14 07:44:27.527025 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-744060cc-1bab-4aaf-9dd4-2155c1041085 req-2703e14b-5e68-434a-933c-4584a8dd0671 service neutron] 10.222.0.54 "GET /v2.0/networks/cbacfbd8-4c3f-407e-8210-f33986bff496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885825 Oct 14 07:44:27.625327 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-744060cc-1bab-4aaf-9dd4-2155c1041085 req-0836b146-ebe6-4be6-8291-5ab84fe8d23d service neutron] 10.222.0.54 "GET /v2.0/networks/cbacfbd8-4c3f-407e-8210-f33986bff496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858631 Oct 14 07:44:27.817658 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a2934-a7b3-4381-9b70-cf360747dd96 req-388197bd-cfd2-4000-9ad0-6d392a712ac8 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:27.819205 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-cf5a2934-a7b3-4381-9b70-cf360747dd96 req-388197bd-cfd2-4000-9ad0-6d392a712ac8 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 945 time: 0.0562027 Oct 14 07:44:27.869167 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-cf5a2934-a7b3-4381-9b70-cf360747dd96 req-94b824da-3477-4237-a9e8-aeb1f98e6eef tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=6228ef3e-acca-47fd-8ad2-0cd6c3c54a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436296 Oct 14 07:44:27.899155 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 55960) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:44:27.968165 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1bd00-0d9b-479e-b3f6-848da94ca514 req-1025c448-0a76-4d2c-a551-1d01a73c82fa tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:27.969799 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-23a1bd00-0d9b-479e-b3f6-848da94ca514 req-1025c448-0a76-4d2c-a551-1d01a73c82fa tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 945 time: 0.0480559 Oct 14 07:44:28.009487 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-23a1bd00-0d9b-479e-b3f6-848da94ca514 req-b9418753-2f15-4c32-af6f-8a91a1be149c tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339193 Oct 14 07:44:28.018031 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-80fac202-a657-43c1-98dc-d911675b8665 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:28.092015 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-80fac202-a657-43c1-98dc-d911675b8665 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:28.182422 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-80fac202-a657-43c1-98dc-d911675b8665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:28.228230 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-80fac202-a657-43c1-98dc-d911675b8665 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9ff7ff33833645bb8b47bde26e4984c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3278534 Oct 14 07:44:28.229846 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fac202-a657-43c1-98dc-d911675b8665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3303fc0e-a6e5-48e3-bfc5-2087031cb9d0,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:44:28.231556 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 55968) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:44:28.245906 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4de37-e02b-41ea-9e0b-44921e674a5b req-2693b48d-db3c-416a-bbb1-a1b8d4813d67 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:28.250270 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-fba4de37-e02b-41ea-9e0b-44921e674a5b req-2693b48d-db3c-416a-bbb1-a1b8d4813d67 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 946 time: 0.0925963 Oct 14 07:44:28.250270 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fac202-a657-43c1-98dc-d911675b8665 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:44:28.250270 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fac202-a657-43c1-98dc-d911675b8665 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:44:28.250270 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fac202-a657-43c1-98dc-d911675b8665 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:44:28.250270 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fac202-a657-43c1-98dc-d911675b8665 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:44:28.250270 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fac202-a657-43c1-98dc-d911675b8665 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:44:28.250740 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fac202-a657-43c1-98dc-d911675b8665 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:44:28.250740 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fac202-a657-43c1-98dc-d911675b8665 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:44:28.250987 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fac202-a657-43c1-98dc-d911675b8665 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:44:28.251300 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fac202-a657-43c1-98dc-d911675b8665 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:44:28.251621 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fac202-a657-43c1-98dc-d911675b8665 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:44:28.251973 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fac202-a657-43c1-98dc-d911675b8665 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:44:28.252287 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fac202-a657-43c1-98dc-d911675b8665 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:44:28.288125 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-fba4de37-e02b-41ea-9e0b-44921e674a5b req-bed7a67d-a634-46dd-8e95-08f3e5cc1161 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322671 Oct 14 07:44:28.289550 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-9f2c95d9-220e-4023-bc5a-80463525d98e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:28.312387 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-9f2c95d9-220e-4023-bc5a-80463525d98e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:28.452877 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-9f2c95d9-220e-4023-bc5a-80463525d98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:28.455981 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-9f2c95d9-220e-4023-bc5a-80463525d98e admin admin] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:28.457186 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-9f2c95d9-220e-4023-bc5a-80463525d98e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3303fc0e-a6e5-48e3-bfc5-2087031cb9d0 HTTP/1.1" status: 204 len: 168 time: 0.2244375 Oct 14 07:44:28.465633 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2c95d9-220e-4023-bc5a-80463525d98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3303fc0e-a6e5-48e3-bfc5-2087031cb9d0,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:44:28.472561 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c95d9-220e-4023-bc5a-80463525d98e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:44:28.472901 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c95d9-220e-4023-bc5a-80463525d98e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:44:28.473239 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c95d9-220e-4023-bc5a-80463525d98e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:44:28.473566 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c95d9-220e-4023-bc5a-80463525d98e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:44:28.473928 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c95d9-220e-4023-bc5a-80463525d98e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:44:28.474249 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c95d9-220e-4023-bc5a-80463525d98e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:44:28.474631 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c95d9-220e-4023-bc5a-80463525d98e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:44:28.474876 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c95d9-220e-4023-bc5a-80463525d98e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:44:28.475195 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c95d9-220e-4023-bc5a-80463525d98e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:44:28.475509 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c95d9-220e-4023-bc5a-80463525d98e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:44:28.475873 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c95d9-220e-4023-bc5a-80463525d98e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:44:28.476308 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c95d9-220e-4023-bc5a-80463525d98e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:44:28.996930 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9bac9-8823-4f14-86ba-118741bd0858 req-4969303e-2731-4561-ae38-e24c7fe83a1c tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:28.998327 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-99c9bac9-8823-4f14-86ba-118741bd0858 req-4969303e-2731-4561-ae38-e24c7fe83a1c tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 945 time: 0.0525370 Oct 14 07:44:29.036857 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-99c9bac9-8823-4f14-86ba-118741bd0858 req-02da557a-99bb-448c-921f-502cd4e5a63c tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=6228ef3e-acca-47fd-8ad2-0cd6c3c54a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324132 Oct 14 07:44:29.127739 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b228acf-4f5b-48fd-aab6-2622bdfc7db3 req-3fb88908-e02a-4993-af64-8044f7fda3ad tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:29.129345 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-0b228acf-4f5b-48fd-aab6-2622bdfc7db3 req-3fb88908-e02a-4993-af64-8044f7fda3ad tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 945 time: 0.0492451 Oct 14 07:44:29.172565 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-0b228acf-4f5b-48fd-aab6-2622bdfc7db3 req-cb4d464c-7ac4-47d8-a11d-d2825cdf2da0 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361838 Oct 14 07:44:29.407293 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6ba0a-82f2-41b3-a4c2-f038ac1e8d40 req-141f19a5-7e72-4b0e-83f2-e9ae95d9d8d5 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:29.408816 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-48e6ba0a-82f2-41b3-a4c2-f038ac1e8d40 req-141f19a5-7e72-4b0e-83f2-e9ae95d9d8d5 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 946 time: 0.0508077 Oct 14 07:44:29.451746 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-48e6ba0a-82f2-41b3-a4c2-f038ac1e8d40 req-0cd94c6f-5c8c-42e5-b414-6c839cce497a tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369477 Oct 14 07:44:30.006764 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-f071fc58-0c82-4381-90f3-a920f3c9ee00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:30.150939 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579668e-cba6-4233-9bb5-ce533ca819a8 req-be546f70-6b4f-4175-ae8c-1a81043d4a51 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:30.153290 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-4579668e-cba6-4233-9bb5-ce533ca819a8 req-be546f70-6b4f-4175-ae8c-1a81043d4a51 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 945 time: 0.0481095 Oct 14 07:44:30.194311 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-4579668e-cba6-4233-9bb5-ce533ca819a8 req-45f3245f-fa1f-4c57-9934-a9a149abc9f3 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=6228ef3e-acca-47fd-8ad2-0cd6c3c54a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349011 Oct 14 07:44:30.296794 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a754bcc-6018-4908-8ff1-885bf36b6a39 req-06c4cf2c-8d78-412d-ab94-21610a8419bd tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:30.298269 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-7a754bcc-6018-4908-8ff1-885bf36b6a39 req-06c4cf2c-8d78-412d-ab94-21610a8419bd tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 945 time: 0.0479550 Oct 14 07:44:30.337205 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-7a754bcc-6018-4908-8ff1-885bf36b6a39 req-7424853c-755a-42f9-9f86-fa8a7dd7f975 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325756 Oct 14 07:44:30.568568 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb366963-4cd2-42a6-aa77-edc25dd4c65a req-e713ee53-762f-413c-869e-09c9364aa76d tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:30.570036 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-eb366963-4cd2-42a6-aa77-edc25dd4c65a req-e713ee53-762f-413c-869e-09c9364aa76d tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 946 time: 0.0462124 Oct 14 07:44:30.606535 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-eb366963-4cd2-42a6-aa77-edc25dd4c65a req-01d5d9f5-cd4e-412e-9583-01f8df9aab1a tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300717 Oct 14 07:44:30.789532 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.agents_db [None req-84b3d5e4-9e25-480e-9cd9-33a6a693fe4d None None] Agent healthcheck: found 6 active agents {{(pid=106713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:44:30.852266 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:31.281060 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-93e1ef1e-be74-48a7-9436-c986e05ec438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:31.462202 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82354cb-d3a6-4d00-9ab2-d5f778156e5f req-272e854e-1047-436e-9d3f-b576b8621500 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:31.463865 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-c82354cb-d3a6-4d00-9ab2-d5f778156e5f req-272e854e-1047-436e-9d3f-b576b8621500 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 945 time: 0.0485432 Oct 14 07:44:31.474868 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7eb53-6b5b-4968-80c2-4dc55b52fc38 req-cee77e80-b675-4e5c-862e-f6a041ee3eb7 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:31.476377 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-ede7eb53-6b5b-4968-80c2-4dc55b52fc38 req-cee77e80-b675-4e5c-862e-f6a041ee3eb7 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 945 time: 0.0519271 Oct 14 07:44:31.511284 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-c82354cb-d3a6-4d00-9ab2-d5f778156e5f req-f0239c8f-61ff-44ed-8105-e9f82efe2519 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402405 Oct 14 07:44:31.529252 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-ede7eb53-6b5b-4968-80c2-4dc55b52fc38 req-37d9f9de-796a-47ee-8bff-b392f2e5e793 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=6228ef3e-acca-47fd-8ad2-0cd6c3c54a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445826 Oct 14 07:44:31.722801 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7a688-7306-44ef-a42a-2fe965bc1f04 req-e5921f5f-2431-4bd8-9056-f14d7a0ba947 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:31.724357 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-b3c7a688-7306-44ef-a42a-2fe965bc1f04 req-e5921f5f-2431-4bd8-9056-f14d7a0ba947 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 946 time: 0.0489898 Oct 14 07:44:31.766566 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-b3c7a688-7306-44ef-a42a-2fe965bc1f04 req-5a1ef0f2-aa30-45c3-aa93-80fa83fe9173 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360913 Oct 14 07:44:32.636293 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388a75e-d4cd-483b-af48-9620936d3e40 req-0caae987-cd84-498f-b68e-ed779be8bde5 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:32.638518 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29f13d-5ff7-4b8e-909b-82ae817f9374 req-5519d161-1402-4469-9cb6-dbe0ba4510a6 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:32.639014 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a388a75e-d4cd-483b-af48-9620936d3e40 req-0caae987-cd84-498f-b68e-ed779be8bde5 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 945 time: 0.0502472 Oct 14 07:44:32.640088 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-ad29f13d-5ff7-4b8e-909b-82ae817f9374 req-5519d161-1402-4469-9cb6-dbe0ba4510a6 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 945 time: 0.0469704 Oct 14 07:44:32.678310 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-ad29f13d-5ff7-4b8e-909b-82ae817f9374 req-d3ab2395-be8b-422b-ba94-22b3363a9bf1 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=6228ef3e-acca-47fd-8ad2-0cd6c3c54a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318339 Oct 14 07:44:32.683043 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a388a75e-d4cd-483b-af48-9620936d3e40 req-bc9a7924-424e-4c85-8f75-11b120da0b08 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380096 Oct 14 07:44:32.873276 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-439377cf-db3c-4e91-9aae-241f8a26ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:32.881824 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304aac97-96a4-488b-ba18-afbaf8ddb8d2 req-764af081-1afe-429f-a6db-9303fdde6c1b tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:32.883837 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-304aac97-96a4-488b-ba18-afbaf8ddb8d2 req-764af081-1afe-429f-a6db-9303fdde6c1b tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 946 time: 0.0477645 Oct 14 07:44:32.920667 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-304aac97-96a4-488b-ba18-afbaf8ddb8d2 req-0ef48f03-4a0b-45e2-acd0-004dec805d58 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313270 Oct 14 07:44:33.796725 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b77cea-dc45-4f69-91a0-6457c500d134 req-81ca5a57-7203-4d11-bf6b-240797c3fd0b tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:33.798226 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b5b77cea-dc45-4f69-91a0-6457c500d134 req-81ca5a57-7203-4d11-bf6b-240797c3fd0b tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 945 time: 0.0511105 Oct 14 07:44:33.836219 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b5b77cea-dc45-4f69-91a0-6457c500d134 req-dbf25d56-8b72-4816-a7b5-4a8d135f8560 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=6228ef3e-acca-47fd-8ad2-0cd6c3c54a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314641 Oct 14 07:44:33.928419 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869a2eb-b545-4836-a1f4-dc9a530c34d0 req-e0680db4-b50d-4a58-a1d1-f77ca93d2f7c tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:33.929904 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-3869a2eb-b545-4836-a1f4-dc9a530c34d0 req-e0680db4-b50d-4a58-a1d1-f77ca93d2f7c tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 945 time: 0.0508814 Oct 14 07:44:33.975048 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-3869a2eb-b545-4836-a1f4-dc9a530c34d0 req-d188120c-bdbb-4c7a-ae34-89a462b56c00 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383124 Oct 14 07:44:34.039840 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1fdda-d981-4246-809f-90366980dabc req-28726bdd-2a9d-4b35-8259-ecdc0992a379 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:34.041326 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-6bb1fdda-d981-4246-809f-90366980dabc req-28726bdd-2a9d-4b35-8259-ecdc0992a379 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 946 time: 0.0518577 Oct 14 07:44:34.079073 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-6bb1fdda-d981-4246-809f-90366980dabc req-38da63cd-1616-4eba-9dfb-e52261753c05 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318041 Oct 14 07:44:34.954580 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37397b5-6455-4f40-ad49-649b7035d31f req-2789fedc-03f8-4bcd-9300-e5755db55631 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:34.956232 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-c37397b5-6455-4f40-ad49-649b7035d31f req-2789fedc-03f8-4bcd-9300-e5755db55631 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 945 time: 0.0503342 Oct 14 07:44:34.992016 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-c37397b5-6455-4f40-ad49-649b7035d31f req-4ded34c6-d9eb-463b-845b-4fc5325d51ec tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=6228ef3e-acca-47fd-8ad2-0cd6c3c54a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299911 Oct 14 07:44:35.090172 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3523f28-0c9e-49b0-9f55-d4e8eb395722 req-5270fce3-6a28-47ca-bfd4-2ef0d3269630 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:35.091650 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-d3523f28-0c9e-49b0-9f55-d4e8eb395722 req-5270fce3-6a28-47ca-bfd4-2ef0d3269630 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 945 time: 0.0478830 Oct 14 07:44:35.134191 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-d3523f28-0c9e-49b0-9f55-d4e8eb395722 req-c330d4cd-20f4-43f7-81d0-877ae953af64 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365782 Oct 14 07:44:35.194623 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4dc9da-feab-40f8-9ad0-4ede1bc5833d req-ef5c7687-b6a5-4039-a1e0-dec60b50ad7c tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:35.196140 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-da4dc9da-feab-40f8-9ad0-4ede1bc5833d req-ef5c7687-b6a5-4039-a1e0-dec60b50ad7c tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 946 time: 0.0504227 Oct 14 07:44:35.239640 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-da4dc9da-feab-40f8-9ad0-4ede1bc5833d req-95d5d365-4d23-413d-a16a-7f114d70655c tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372348 Oct 14 07:44:36.123661 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ccedf0-6d7b-46fe-b4ad-cadfaf46ef83 req-adba7aa6-9ce8-4b5e-9283-17ae0980de82 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:36.130908 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-68ccedf0-6d7b-46fe-b4ad-cadfaf46ef83 req-adba7aa6-9ce8-4b5e-9283-17ae0980de82 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 945 time: 0.0608385 Oct 14 07:44:36.175965 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-68ccedf0-6d7b-46fe-b4ad-cadfaf46ef83 req-096a5abb-08fd-4944-9a94-860b601ecd0d tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=6228ef3e-acca-47fd-8ad2-0cd6c3c54a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441895 Oct 14 07:44:36.271877 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f36f98-97a8-499f-9c36-ac6357290aa8 req-2ef3ef52-647a-451a-98c7-67df9a150948 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:36.273398 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-14f36f98-97a8-499f-9c36-ac6357290aa8 req-2ef3ef52-647a-451a-98c7-67df9a150948 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 945 time: 0.0582674 Oct 14 07:44:36.312641 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-14f36f98-97a8-499f-9c36-ac6357290aa8 req-a06e577b-14de-4f40-bb3a-a67c9297c1ac tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333354 Oct 14 07:44:36.359364 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9152d420-854b-4a27-be4e-051e8d45ea97 req-80d37800-009d-46ad-9887-0377327fafd6 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:36.360867 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-9152d420-854b-4a27-be4e-051e8d45ea97 req-80d37800-009d-46ad-9887-0377327fafd6 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/networks?id=1e5fcafc-aa78-4a92-8145-67380f0c2781 HTTP/1.1" status: 200 len: 814 time: 0.1039188 Oct 14 07:44:36.376535 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-9152d420-854b-4a27-be4e-051e8d45ea97 req-9182539f-9185-4396-80b0-213ae07689eb tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/quotas/432cd5a5d34e443ca7f3260c237fd70b HTTP/1.1" status: 200 len: 375 time: 0.0097988 Oct 14 07:44:36.418963 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98883b69-da45-4702-90cd-22df963623be req-3328f80a-baf8-438e-a74c-ac7638efb8ac tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:36.420861 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-98883b69-da45-4702-90cd-22df963623be req-3328f80a-baf8-438e-a74c-ac7638efb8ac tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 946 time: 0.0507762 Oct 14 07:44:36.430125 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-9152d420-854b-4a27-be4e-051e8d45ea97 req-cb1c7536-05cc-4a50-93ef-440485a3db7b tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=432cd5a5d34e443ca7f3260c237fd70b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475223 Oct 14 07:44:36.459360 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-98883b69-da45-4702-90cd-22df963623be req-42b42a34-0bbf-4b07-9d73-e3976e0bdcab tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324464 Oct 14 07:44:36.521707 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-9152d420-854b-4a27-be4e-051e8d45ea97 req-97e15b79-df99-4707-b8a9-06fb8ba65d98 service neutron] 10.222.0.47 "GET /v2.0/networks/1e5fcafc-aa78-4a92-8145-67380f0c2781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839484 Oct 14 07:44:36.608922 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-9152d420-854b-4a27-be4e-051e8d45ea97 req-1723814e-9cf2-41d2-a270-2bc2e2b5a784 service neutron] 10.222.0.47 "GET /v2.0/networks/1e5fcafc-aa78-4a92-8145-67380f0c2781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812397 Oct 14 07:44:36.845166 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-8e158578-0d73-40d7-b701-7589355050c3 req-ac4c124c-60c9-4293-81ab-db500d87daff tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddc04bd7-c8f8-48bd-ac4b-df159f6301fc HTTP/1.1" status: 200 len: 210 time: 0.0249858 Oct 14 07:44:37.296030 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53abd1-43e8-44ce-a7aa-398c10503306 req-083f68c2-f9cf-4f6a-93f3-92af6cc82b28 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:37.297606 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-3b53abd1-43e8-44ce-a7aa-398c10503306 req-083f68c2-f9cf-4f6a-93f3-92af6cc82b28 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 945 time: 0.0485859 Oct 14 07:44:37.337553 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-3b53abd1-43e8-44ce-a7aa-398c10503306 req-74741471-c5e0-4405-9080-0912a6b0489f tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=6228ef3e-acca-47fd-8ad2-0cd6c3c54a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335560 Oct 14 07:44:37.465466 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9b055-9fe6-4982-8844-46fb10d6c5ab req-a2a3c4ee-cd36-4a7a-82da-96d9e586536c tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:37.466980 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-32c9b055-9fe6-4982-8844-46fb10d6c5ab req-a2a3c4ee-cd36-4a7a-82da-96d9e586536c tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 945 time: 0.0827413 Oct 14 07:44:37.506125 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-32c9b055-9fe6-4982-8844-46fb10d6c5ab req-56293f9f-0dd4-4081-9b26-ba3a5111adc9 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325282 Oct 14 07:44:37.574523 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285801aa-736d-4e08-9967-a88a048b06dc req-732f9455-fa35-49d0-90d5-9f2de8547681 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:37.575904 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-285801aa-736d-4e08-9967-a88a048b06dc req-732f9455-fa35-49d0-90d5-9f2de8547681 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 946 time: 0.0464203 Oct 14 07:44:37.613430 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-285801aa-736d-4e08-9967-a88a048b06dc req-54841ab4-707a-47a6-ab7f-ddaf3547324f tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310221 Oct 14 07:44:37.935015 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-f10f8fa4-d0b9-4891-aa49-46a7e4847f82 req-66d28774-7774-4b45-ba5d-4be3f7cc49f5 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddc04bd7-c8f8-48bd-ac4b-df159f6301fc HTTP/1.1" status: 200 len: 210 time: 0.0252354 Oct 14 07:44:38.449487 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1500c-ec8d-4301-b2ad-257b6dc5c5a6 req-f34c8d71-6cbf-44b4-bbc2-fb6df99115af tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:38.450924 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-7ab1500c-ec8d-4301-b2ad-257b6dc5c5a6 req-f34c8d71-6cbf-44b4-bbc2-fb6df99115af tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 945 time: 0.0461080 Oct 14 07:44:38.490878 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-7ab1500c-ec8d-4301-b2ad-257b6dc5c5a6 req-9cd95d54-0420-4c2c-a93d-d5c1a5aeeedd tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=6228ef3e-acca-47fd-8ad2-0cd6c3c54a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341148 Oct 14 07:44:38.621571 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503aaa9b-8d38-401f-84c1-8fcda663c75c req-befe7656-1f0a-4800-bf64-aa88651261e1 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:38.622957 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-503aaa9b-8d38-401f-84c1-8fcda663c75c req-befe7656-1f0a-4800-bf64-aa88651261e1 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 945 time: 0.0469365 Oct 14 07:44:38.662708 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-503aaa9b-8d38-401f-84c1-8fcda663c75c req-6182a5d9-e6ac-4ca5-8d40-987772cf790c tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327957 Oct 14 07:44:38.729588 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e5a6e-24bc-4938-8530-5830150bb35b req-d54cfbc4-befa-4920-ace6-f73d00db1f07 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:38.731113 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-ae1e5a6e-24bc-4938-8530-5830150bb35b req-d54cfbc4-befa-4920-ace6-f73d00db1f07 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 946 time: 0.0493922 Oct 14 07:44:38.767858 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-ae1e5a6e-24bc-4938-8530-5830150bb35b req-bd990c4c-6845-4e53-a5e3-cdfc4043aa8e tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306399 Oct 14 07:44:39.030476 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-f78eb6c9-7680-45a5-b51b-a36fe48cc6fc req-4694752e-6a31-4d4f-89bb-08f8a8b8d755 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddc04bd7-c8f8-48bd-ac4b-df159f6301fc HTTP/1.1" status: 200 len: 210 time: 0.0307148 Oct 14 07:44:39.602339 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915a02e-7b67-45e3-a16b-75c0d136b6a6 req-edaa8db6-2daf-41da-9fba-569b3680ee74 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:39.604029 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-a915a02e-7b67-45e3-a16b-75c0d136b6a6 req-edaa8db6-2daf-41da-9fba-569b3680ee74 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 945 time: 0.0473659 Oct 14 07:44:39.642723 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-a915a02e-7b67-45e3-a16b-75c0d136b6a6 req-c2466867-14af-49cd-aa19-73b7dc252507 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=6228ef3e-acca-47fd-8ad2-0cd6c3c54a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327883 Oct 14 07:44:39.778525 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85508117-d21c-4b96-b39f-90a2da4a4870 req-0c2b72e1-8270-44e8-a49f-961880fdaaab tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:39.779915 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-85508117-d21c-4b96-b39f-90a2da4a4870 req-0c2b72e1-8270-44e8-a49f-961880fdaaab tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 945 time: 0.0474384 Oct 14 07:44:39.821734 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-85508117-d21c-4b96-b39f-90a2da4a4870 req-7bad3b9a-1611-4e6b-924d-3f20d478406d tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359616 Oct 14 07:44:39.884411 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef443519-9df0-41fc-b416-2dc2971b1883 req-a4656629-2df5-4537-915f-fb6c0bdf792e tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:39.885889 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-ef443519-9df0-41fc-b416-2dc2971b1883 req-a4656629-2df5-4537-915f-fb6c0bdf792e tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 946 time: 0.0491135 Oct 14 07:44:39.928863 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-ef443519-9df0-41fc-b416-2dc2971b1883 req-d252f16b-c054-43e2-b0a6-9f8648976b56 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356629 Oct 14 07:44:40.122247 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-e3da9b73-26a8-4acd-825a-ceb9455d689d req-2423c4c7-513f-45a1-aeba-f5d4d61bd5c4 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddc04bd7-c8f8-48bd-ac4b-df159f6301fc HTTP/1.1" status: 200 len: 210 time: 0.0273178 Oct 14 07:44:40.753447 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fc89f-1f39-4345-a119-057b1f7110ff req-6ca70f2a-8eda-4695-a195-454aca85b067 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:40.754890 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-9a7fc89f-1f39-4345-a119-057b1f7110ff req-6ca70f2a-8eda-4695-a195-454aca85b067 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 945 time: 0.0483565 Oct 14 07:44:40.791471 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-9a7fc89f-1f39-4345-a119-057b1f7110ff req-32baf446-8c55-4d29-9f77-1e47ed4e4cc4 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=6228ef3e-acca-47fd-8ad2-0cd6c3c54a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306056 Oct 14 07:44:40.891576 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 7e2fe0a8-7ba6-4296-bd21-12f8fb794d72 details requested by agent hyperv_hv-cinder-81374 with host hv-cinder-81374 {{(pid=106712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 07:44:40.941601 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c67481-7569-4137-8db7-c0c587e41244 req-5c5b456d-bff1-4a9b-85b7-6ac0b7d6e6b8 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:40.944628 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c0c67481-7569-4137-8db7-c0c587e41244 req-5c5b456d-bff1-4a9b-85b7-6ac0b7d6e6b8 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 945 time: 0.0484686 Oct 14 07:44:40.967896 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:40.982927 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c0c67481-7569-4137-8db7-c0c587e41244 req-47f53f28-c1c6-49a5-9ba5-a300104848b1 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333390 Oct 14 07:44:40.998679 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port 7e2fe0a8-7ba6-4296-bd21-12f8fb794d72, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=7e2fe0a8-7ba6-4296-bd21-12f8fb794d72,segment=NetworkSegment(4a88a654-492a-4721-b165-d0bc4cb223f9),segment_id=4a88a654-492a-4721-b165-d0bc4cb223f9)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:44:41.009553 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Returning: {'device': '7e2fe0a8-7ba6-4296-bd21-12f8fb794d72', 'network_id': '234dd989-1b6f-4d0e-b26c-6546ea618e4f', 'port_id': '7e2fe0a8-7ba6-4296-bd21-12f8fb794d72', 'mac_address': 'fa:16:3e:21:a0:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 07:44:41.043492 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe57fa1-e80f-405e-bf0a-44f8040ef4b3 req-f5a40b4f-3239-46ab-9a9c-e8d7bd31f998 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:41.045065 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-cbe57fa1-e80f-405e-bf0a-44f8040ef4b3 req-f5a40b4f-3239-46ab-9a9c-e8d7bd31f998 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 946 time: 0.0487475 Oct 14 07:44:41.050451 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:41.062964 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e2fe0a8-7ba6-4296-bd21-12f8fb794d72 {{(pid=106712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:44:41.082474 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port 7e2fe0a8-7ba6-4296-bd21-12f8fb794d72, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=7e2fe0a8-7ba6-4296-bd21-12f8fb794d72,segment=NetworkSegment(4a88a654-492a-4721-b165-d0bc4cb223f9),segment_id=4a88a654-492a-4721-b165-d0bc4cb223f9)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:44:41.082998 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-cbe57fa1-e80f-405e-bf0a-44f8040ef4b3 req-abcd481e-d115-4dce-ba61-512ce961006b tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316374 Oct 14 07:44:41.147202 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:41.193520 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=7e2fe0a8-7ba6-4296-bd21-12f8fb794d72,revision_number=6']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:44:41.200326 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:44:41.200671 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:44:41.201009 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:44:41.201342 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:44:41.201696 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:44:41.202005 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:44:41.202329 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:44:41.202650 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:44:41.202971 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:44:41.203291 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:44:41.203608 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:44:41.203977 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:44:41.218697 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-48b2c925-ed52-4cfb-84c0-6a9e76cd2872 req-ce9abed5-89d8-4b72-955e-1028db8f9c92 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddc04bd7-c8f8-48bd-ac4b-df159f6301fc HTTP/1.1" status: 200 len: 210 time: 0.0296669 Oct 14 07:44:41.903892 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786184b-966a-433f-b593-2a2ea97b478e req-bbbef7ab-4c5f-44a6-b41e-89fa3e6dcb91 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:41.905312 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-0786184b-966a-433f-b593-2a2ea97b478e req-bbbef7ab-4c5f-44a6-b41e-89fa3e6dcb91 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 945 time: 0.0463181 Oct 14 07:44:41.947419 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-0786184b-966a-433f-b593-2a2ea97b478e req-6ed26e58-ca50-42fb-b291-16295ae61ef4 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=6228ef3e-acca-47fd-8ad2-0cd6c3c54a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362666 Oct 14 07:44:42.099230 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22539b18-3ec3-42b8-a7d1-8991831317ed req-f4bb1d8f-440a-4ef8-b057-981744f4116b tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:42.100893 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-22539b18-3ec3-42b8-a7d1-8991831317ed req-f4bb1d8f-440a-4ef8-b057-981744f4116b tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 944 time: 0.0486519 Oct 14 07:44:42.140455 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-22539b18-3ec3-42b8-a7d1-8991831317ed req-a6621bb3-bc94-447c-8192-d054dc6c3e2c tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332282 Oct 14 07:44:42.200724 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ef4d1-4483-4003-9efc-5f0995916f10 req-26cddb1e-fcf1-4935-bc10-80705fc343d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:42.202520 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-899ef4d1-4483-4003-9efc-5f0995916f10 req-26cddb1e-fcf1-4935-bc10-80705fc343d2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=faeed044a6d84decaaa0cac966b09ce9&device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 1098 time: 0.0437148 Oct 14 07:44:42.216874 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] get_ports_and_sgs() called for port_ids ['7e2fe0a8-7ba6-4296-bd21-12f8fb794d72'] {{(pid=106712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:44:42.224076 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd295800-d1d4-4737-b2b7-52fceb6d93bd req-599cf7ee-8a68-47b8-9119-bec9062528b1 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:42.226038 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-dd295800-d1d4-4737-b2b7-52fceb6d93bd req-599cf7ee-8a68-47b8-9119-bec9062528b1 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 946 time: 0.0556636 Oct 14 07:44:42.343009 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-dd295800-d1d4-4737-b2b7-52fceb6d93bd req-e2ce2d41-9928-4b8e-9cca-262f8313a914 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054041 Oct 14 07:44:42.382815 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ef4d1-4483-4003-9efc-5f0995916f10 req-3a6a0f4d-ea51-42e4-ba75-0a61d9615d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:42.384538 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-899ef4d1-4483-4003-9efc-5f0995916f10 req-3a6a0f4d-ea51-42e4-ba75-0a61d9615d8c service neutron] 10.222.0.54 "GET /v2.0/networks?id=0ffbc9b1-671e-4535-a15f-5a510845f53e HTTP/1.1" status: 200 len: 912 time: 0.1413391 Oct 14 07:44:42.399437 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-d2fdf8cc-61ce-4abe-b5bb-e4a1ab66139b req-e47d5a27-2272-43ed-8bea-4ec3c75e207b tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddc04bd7-c8f8-48bd-ac4b-df159f6301fc HTTP/1.1" status: 200 len: 210 time: 0.0446110 Oct 14 07:44:42.401999 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9152d420-854b-4a27-be4e-051e8d45ea97 req-11d7b9b5-1f09-400f-8833-a307ffa23a95 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:42.403595 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-9152d420-854b-4a27-be4e-051e8d45ea97 req-11d7b9b5-1f09-400f-8833-a307ffa23a95 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.54 "GET /v2.0/networks?id=1e5fcafc-aa78-4a92-8145-67380f0c2781 HTTP/1.1" status: 200 len: 814 time: 0.1771660 Oct 14 07:44:42.444947 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [req-9152d420-854b-4a27-be4e-051e8d45ea97 req-01c531eb-20aa-433f-882e-435e023b7ba5 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Request body: {'port': {'device_id': 'ddc04bd7-c8f8-48bd-ac4b-df159f6301fc', 'network_id': '1e5fcafc-aa78-4a92-8145-67380f0c2781', 'admin_state_up': True, 'tenant_id': '432cd5a5d34e443ca7f3260c237fd70b'}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:44:42.514588 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-899ef4d1-4483-4003-9efc-5f0995916f10 req-c6362369-afae-4955-bf0c-9152a031de21 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8666fbc-69d7-49ab-bd06-8bb7b86849a3 HTTP/1.1" status: 200 len: 1001 time: 0.0755181 Oct 14 07:44:42.571157 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ef4d1-4483-4003-9efc-5f0995916f10 req-00ce8d3c-5335-4210-973a-68e4b4549a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:42.572665 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-899ef4d1-4483-4003-9efc-5f0995916f10 req-00ce8d3c-5335-4210-973a-68e4b4549a9b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6b3909e2-8d10-4803-8f95-ccf56ec3b849 HTTP/1.1" status: 200 len: 850 time: 0.0445275 Oct 14 07:44:42.648425 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ef4d1-4483-4003-9efc-5f0995916f10 req-f1919894-d843-4300-ab98-f4065d8fa88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:42.649947 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-899ef4d1-4483-4003-9efc-5f0995916f10 req-f1919894-d843-4300-ab98-f4065d8fa88b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0ffbc9b1-671e-4535-a15f-5a510845f53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399032 Oct 14 07:44:42.650100 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9152d420-854b-4a27-be4e-051e8d45ea97 req-01c531eb-20aa-433f-882e-435e023b7ba5 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Made reservation on behalf of 432cd5a5d34e443ca7f3260c237fd70b for: {'port': 1} {{(pid=106711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:44:42.653657 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-9152d420-854b-4a27-be4e-051e8d45ea97 req-01c531eb-20aa-433f-882e-435e023b7ba5 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:42.760724 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-899ef4d1-4483-4003-9efc-5f0995916f10 req-8fdceb69-d376-4b67-8098-764340c300ed service neutron] 10.222.0.54 "GET /v2.0/networks/0ffbc9b1-671e-4535-a15f-5a510845f53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960734 Oct 14 07:44:42.811359 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.db_base_plugin_common [req-9152d420-854b-4a27-be4e-051e8d45ea97 req-01c531eb-20aa-433f-882e-435e023b7ba5 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Allocated IP 172.20.0.5 (1e5fcafc-aa78-4a92-8145-67380f0c2781/b45dd88f-e9bf-4766-96d3-5bfc220acb16/105710c2-5163-4e31-b420-a8f55afe9b3c) {{(pid=106711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:44:42.854684 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-899ef4d1-4483-4003-9efc-5f0995916f10 req-3e4f634a-855d-42f5-b22f-8f691b2c11c3 service neutron] 10.222.0.54 "GET /v2.0/networks/0ffbc9b1-671e-4535-a15f-5a510845f53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849218 Oct 14 07:44:42.971538 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-9152d420-854b-4a27-be4e-051e8d45ea97 req-01c531eb-20aa-433f-882e-435e023b7ba5 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Publish callbacks [] for port, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:43.074262 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921323b7-e9b0-4838-a9fa-ccc768b9462e req-119398fe-2f44-4717-b50b-39a501bb269a tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:43.076203 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-921323b7-e9b0-4838-a9fa-ccc768b9462e req-119398fe-2f44-4717-b50b-39a501bb269a tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 945 time: 0.0526316 Oct 14 07:44:43.079193 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-9152d420-854b-4a27-be4e-051e8d45ea97 req-01c531eb-20aa-433f-882e-435e023b7ba5 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14797620'] for port, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:43.120715 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] get_ports_and_sgs() called for port_ids ['d49d88e2-e66e-44aa-a669-20928e18970b', '45bcd2c1-0be5-4c67-b963-96352353f38e', 'd915daa8-5829-449a-9547-0c29d8b421cf'] {{(pid=106712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:44:43.195559 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9152d420-854b-4a27-be4e-051e8d45ea97 req-01c531eb-20aa-433f-882e-435e023b7ba5 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Network 1e5fcafc-aa78-4a92-8145-67380f0c2781 is already hosted by enough agents. {{(pid=106711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:44:43.199053 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-921323b7-e9b0-4838-a9fa-ccc768b9462e req-a5a35042-2b42-475f-85c6-17b8b74ff092 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=6228ef3e-acca-47fd-8ad2-0cd6c3c54a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132672 Oct 14 07:44:43.207421 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.base_scheduler [req-9152d420-854b-4a27-be4e-051e8d45ea97 req-01c531eb-20aa-433f-882e-435e023b7ba5 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Resources bound (agent type, host, resource id): {{(pid=106711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:44:43.213365 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.l3_dvrscheduler_db [req-9152d420-854b-4a27-be4e-051e8d45ea97 req-01c531eb-20aa-433f-882e-435e023b7ba5 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Received port after_create {{(pid=106711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:44:43.250007 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c531eb-20aa-433f-882e-435e023b7ba5 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Pushing event updated for resources: {'Port': ['ID=105710c2-5163-4e31-b420-a8f55afe9b3c,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:44:43.300437 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9152d420-854b-4a27-be4e-051e8d45ea97 req-01c531eb-20aa-433f-882e-435e023b7ba5 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:43.301396 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-9152d420-854b-4a27-be4e-051e8d45ea97 req-01c531eb-20aa-433f-882e-435e023b7ba5 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for port, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:43.350898 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d7498-9433-48dc-a635-08a14fd907a7 req-d9275965-8b80-464a-aea5-15fa90e96fd5 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:43.364748 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-f79d7498-9433-48dc-a635-08a14fd907a7 req-d9275965-8b80-464a-aea5-15fa90e96fd5 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 944 time: 0.0704937 Oct 14 07:44:43.415435 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-9152d420-854b-4a27-be4e-051e8d45ea97 req-01c531eb-20aa-433f-882e-435e023b7ba5 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9757650 Oct 14 07:44:43.419833 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-f79d7498-9433-48dc-a635-08a14fd907a7 req-ed8c0ab2-5c1a-4cad-ac00-3ab70ddbb4f6 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475612 Oct 14 07:44:43.437653 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [req-9152d420-854b-4a27-be4e-051e8d45ea97 req-24d5d23c-9a0e-4636-afb9-b53b9cf6adb7 service neutron] Request body: {'port': {'device_id': 'ddc04bd7-c8f8-48bd-ac4b-df159f6301fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81374'}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:44:43.593919 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981eae79-53b6-4801-a464-498a35d6e667 req-f91cac65-e135-4c23-8fba-4fbaef8c6b05 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:43.608072 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-981eae79-53b6-4801-a464-498a35d6e667 req-f91cac65-e135-4c23-8fba-4fbaef8c6b05 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddc04bd7-c8f8-48bd-ac4b-df159f6301fc HTTP/1.1" status: 200 len: 931 time: 0.0761938 Oct 14 07:44:43.702824 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-981eae79-53b6-4801-a464-498a35d6e667 req-eed3ddaf-411e-4516-a9b5-015406eaeadd tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934157 Oct 14 07:44:43.872266 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a33477-b0e8-4e9d-a838-3812ca5968be req-d32d3b65-5b2c-4e82-a9a3-f5eda95616a0 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:43.873840 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-57a33477-b0e8-4e9d-a838-3812ca5968be req-d32d3b65-5b2c-4e82-a9a3-f5eda95616a0 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 946 time: 0.0818560 Oct 14 07:44:43.874383 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-9152d420-854b-4a27-be4e-051e8d45ea97 req-24d5d23c-9a0e-4636-afb9-b53b9cf6adb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:44.012070 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-57a33477-b0e8-4e9d-a838-3812ca5968be req-d1af60ff-3aad-4eb9-94d9-68a45f50fae3 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885787 Oct 14 07:44:44.012602 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 7e2fe0a8-7ba6-4296-bd21-12f8fb794d72 up at agent hyperv_hv-cinder-81374 {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:44:44.108977 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Provisioning complete for port 7e2fe0a8-7ba6-4296-bd21-12f8fb794d72 triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:44:44.109697 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:44.216104 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:44.251652 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c4c719-31d7-4b3e-8592-330ef7a558a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2fe0a8-7ba6-4296-bd21-12f8fb794d72'}] {{(pid=106712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:44:44.253307 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3db9d29808d7d8625da6d6dfdab11118ca3df70b734e515c8bcc451a900cfacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d80eb34-4158-4b24-ad9a-0ff583107803" -d '{"events": [{"server_uuid": "15c4c719-31d7-4b3e-8592-330ef7a558a8", "name": "network-vif-plugged", "status": "completed", "tag": "7e2fe0a8-7ba6-4296-bd21-12f8fb794d72"}]}' {{(pid=106712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:44:44.272530 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port 7e2fe0a8-7ba6-4296-bd21-12f8fb794d72, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=7e2fe0a8-7ba6-4296-bd21-12f8fb794d72,segment=NetworkSegment(4a88a654-492a-4721-b165-d0bc4cb223f9),segment_id=4a88a654-492a-4721-b165-d0bc4cb223f9)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:44:44.285864 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.notifiers.nova [req-9152d420-854b-4a27-be4e-051e8d45ea97 req-24d5d23c-9a0e-4636-afb9-b53b9cf6adb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 105710c2-5163-4e31-b420-a8f55afe9b3c {{(pid=106711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:44:44.299070 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-9152d420-854b-4a27-be4e-051e8d45ea97 req-24d5d23c-9a0e-4636-afb9-b53b9cf6adb7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:44.321322 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.provisioning_blocks [req-9152d420-854b-4a27-be4e-051e8d45ea97 req-24d5d23c-9a0e-4636-afb9-b53b9cf6adb7 service neutron] Transition to ACTIVE for port object 105710c2-5163-4e31-b420-a8f55afe9b3c will not be triggered until provisioned by entity L2. {{(pid=106711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 07:44:44.334413 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e87ace-376a-4097-b063-80f7c3fe2b06 x-openstack-request-id: req-a2e87ace-376a-4097-b063-80f7c3fe2b06 {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:44:44.334826 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15c4c719-31d7-4b3e-8592-330ef7a558a8", "name": "network-vif-plugged", "status": "completed", "tag": "7e2fe0a8-7ba6-4296-bd21-12f8fb794d72", "code": 200}]} {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:44:44.335175 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a2e87ace-376a-4097-b063-80f7c3fe2b06 {{(pid=106712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:44:44.336330 dv-cinder-813746-2-iscsi neutron-server[106712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15c4c719-31d7-4b3e-8592-330ef7a558a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2fe0a8-7ba6-4296-bd21-12f8fb794d72', 'code': 200} Oct 14 07:44:44.381225 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5723fae-20f0-4a57-be2d-37fd387365d7 req-43e1b6bc-7406-4d6d-99cd-4c044ecee680 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:44.382780 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a5723fae-20f0-4a57-be2d-37fd387365d7 req-43e1b6bc-7406-4d6d-99cd-4c044ecee680 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 945 time: 0.0618446 Oct 14 07:44:44.429283 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a5723fae-20f0-4a57-be2d-37fd387365d7 req-fc368435-7d2d-4b72-aaae-5620d4d052a2 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=6228ef3e-acca-47fd-8ad2-0cd6c3c54a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402176 Oct 14 07:44:44.433205 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:44.434591 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-9152d420-854b-4a27-be4e-051e8d45ea97 req-24d5d23c-9a0e-4636-afb9-b53b9cf6adb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14797571'] for port, after_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:44.572767 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=7e2fe0a8-7ba6-4296-bd21-12f8fb794d72,revision_number=7']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:44:44.619867 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5d23c-9a0e-4636-afb9-b53b9cf6adb7 service neutron] Pushing event updated for resources: {'Port': ['ID=105710c2-5163-4e31-b420-a8f55afe9b3c,revision_number=2']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:44:44.697189 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ce9b26-fa8e-4e4b-82a7-41356c462130 req-35a7c0ae-2d36-4581-993b-395cd1e54bbf tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:44.698933 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-35ce9b26-fa8e-4e4b-82a7-41356c462130 req-35a7c0ae-2d36-4581-993b-395cd1e54bbf tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 945 time: 0.1131754 Oct 14 07:44:44.702395 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.managers [req-9152d420-854b-4a27-be4e-051e8d45ea97 req-24d5d23c-9a0e-4636-afb9-b53b9cf6adb7 service neutron] Attempting to bind port 105710c2-5163-4e31-b420-a8f55afe9b3c on host hv-cinder-81374 for vnic_type normal with profile {{(pid=106711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:44:44.702548 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.managers [req-9152d420-854b-4a27-be4e-051e8d45ea97 req-24d5d23c-9a0e-4636-afb9-b53b9cf6adb7 service neutron] Attempting to bind port 105710c2-5163-4e31-b420-a8f55afe9b3c by drivers openvswitch,hyperv on host hv-cinder-81374 at level 0 using segments [{'id': '3b66f756-396e-4b46-9e02-b120fb33c532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '1e5fcafc-aa78-4a92-8145-67380f0c2781'}] {{(pid=106711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:44:44.702983 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9152d420-854b-4a27-be4e-051e8d45ea97 req-24d5d23c-9a0e-4636-afb9-b53b9cf6adb7 service neutron] Attempting to bind port 105710c2-5163-4e31-b420-a8f55afe9b3c on network 1e5fcafc-aa78-4a92-8145-67380f0c2781 {{(pid=106711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:44:44.732361 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9152d420-854b-4a27-be4e-051e8d45ea97 req-24d5d23c-9a0e-4636-afb9-b53b9cf6adb7 service neutron] Port 105710c2-5163-4e31-b420-a8f55afe9b3c on network 1e5fcafc-aa78-4a92-8145-67380f0c2781 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81374 {{(pid=106711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 07:44:44.738359 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9152d420-854b-4a27-be4e-051e8d45ea97 req-24d5d23c-9a0e-4636-afb9-b53b9cf6adb7 service neutron] Attempting to bind port 105710c2-5163-4e31-b420-a8f55afe9b3c on network 1e5fcafc-aa78-4a92-8145-67380f0c2781 {{(pid=106711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:44:44.748931 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9152d420-854b-4a27-be4e-051e8d45ea97 req-24d5d23c-9a0e-4636-afb9-b53b9cf6adb7 service neutron] Checking agent: {'id': 'e9e2cc54-3b31-4b83-b77c-54087550ab3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 7, 40, 39), 'started_at': datetime.datetime(2021, 10, 14, 7, 40, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:44:44.749342 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9152d420-854b-4a27-be4e-051e8d45ea97 req-24d5d23c-9a0e-4636-afb9-b53b9cf6adb7 service neutron] Checking segment: {'id': '3b66f756-396e-4b46-9e02-b120fb33c532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '1e5fcafc-aa78-4a92-8145-67380f0c2781'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:44:44.749976 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9152d420-854b-4a27-be4e-051e8d45ea97 req-24d5d23c-9a0e-4636-afb9-b53b9cf6adb7 service neutron] Bound using segment: {'id': '3b66f756-396e-4b46-9e02-b120fb33c532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '1e5fcafc-aa78-4a92-8145-67380f0c2781'} {{(pid=106711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:44:44.750484 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.managers [req-9152d420-854b-4a27-be4e-051e8d45ea97 req-24d5d23c-9a0e-4636-afb9-b53b9cf6adb7 service neutron] Bound port: 105710c2-5163-4e31-b420-a8f55afe9b3c, host: hv-cinder-81374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b66f756-396e-4b46-9e02-b120fb33c532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '1e5fcafc-aa78-4a92-8145-67380f0c2781'}}] {{(pid=106711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:44:44.751091 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-9152d420-854b-4a27-be4e-051e8d45ea97 req-24d5d23c-9a0e-4636-afb9-b53b9cf6adb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:44.756047 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-35ce9b26-fa8e-4e4b-82a7-41356c462130 req-3f7c1447-fa97-4b78-9d89-ef9e731460e7 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489802 Oct 14 07:44:44.847315 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.db [req-9152d420-854b-4a27-be4e-051e8d45ea97 req-24d5d23c-9a0e-4636-afb9-b53b9cf6adb7 service neutron] For port 105710c2-5163-4e31-b420-a8f55afe9b3c, host hv-cinder-81374, cleared binding levels {{(pid=106711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:44:44.851717 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.db [req-9152d420-854b-4a27-be4e-051e8d45ea97 req-24d5d23c-9a0e-4636-afb9-b53b9cf6adb7 service neutron] For port 105710c2-5163-4e31-b420-a8f55afe9b3c, host hv-cinder-81374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=105710c2-5163-4e31-b420-a8f55afe9b3c,segment=NetworkSegment(3b66f756-396e-4b46-9e02-b120fb33c532),segment_id=3b66f756-396e-4b46-9e02-b120fb33c532)] {{(pid=106711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:44:44.865159 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1163e-011e-4a0f-a303-60c90705bdf7 req-dab97744-753f-44eb-9003-9a5155faf622 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:44.866766 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a3c1163e-011e-4a0f-a303-60c90705bdf7 req-dab97744-753f-44eb-9003-9a5155faf622 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddc04bd7-c8f8-48bd-ac4b-df159f6301fc HTTP/1.1" status: 200 len: 943 time: 0.0570562 Oct 14 07:44:44.937366 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a3c1163e-011e-4a0f-a303-60c90705bdf7 req-66844c47-ea10-4b07-bb6e-9aa62c3e5105 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639422 Oct 14 07:44:44.984638 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-9152d420-854b-4a27-be4e-051e8d45ea97 req-24d5d23c-9a0e-4636-afb9-b53b9cf6adb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14797571'] for port, after_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:45.022925 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9152d420-854b-4a27-be4e-051e8d45ea97 req-24d5d23c-9a0e-4636-afb9-b53b9cf6adb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:45.023549 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-9152d420-854b-4a27-be4e-051e8d45ea97 req-24d5d23c-9a0e-4636-afb9-b53b9cf6adb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for port, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:45.025236 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-9152d420-854b-4a27-be4e-051e8d45ea97 req-24d5d23c-9a0e-4636-afb9-b53b9cf6adb7 service neutron] 10.222.0.54 "PUT /v2.0/ports/105710c2-5163-4e31-b420-a8f55afe9b3c HTTP/1.1" status: 200 len: 1093 time: 1.5933137 Oct 14 07:44:45.028819 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddc04bd7-c8f8-48bd-ac4b-df159f6301fc', 'tag': '105710c2-5163-4e31-b420-a8f55afe9b3c'}] {{(pid=106711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:44:45.037021 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761d26d7c5f72f4b552347b0101038dbdc9b0b60127f0c8e71cb2eb10747878c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8393bd2-5bbb-4c52-b788-956ba0464d88" -d '{"events": [{"name": "network-changed", "server_uuid": "ddc04bd7-c8f8-48bd-ac4b-df159f6301fc", "tag": "105710c2-5163-4e31-b420-a8f55afe9b3c"}]}' {{(pid=106711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:44:45.076430 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5d23c-9a0e-4636-afb9-b53b9cf6adb7 service neutron] Pushing event updated for resources: {'Port': ['ID=105710c2-5163-4e31-b420-a8f55afe9b3c,revision_number=3']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:44:45.088280 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13499082-d91a-431e-9e3f-ba22fa1fb956 x-openstack-request-id: req-13499082-d91a-431e-9e3f-ba22fa1fb956 {{(pid=106711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:44:45.088914 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddc04bd7-c8f8-48bd-ac4b-df159f6301fc", "tag": "105710c2-5163-4e31-b420-a8f55afe9b3c", "status": "completed", "code": 200}]} {{(pid=106711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:44:45.089169 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-13499082-d91a-431e-9e3f-ba22fa1fb956 {{(pid=106711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:44:45.089562 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddc04bd7-c8f8-48bd-ac4b-df159f6301fc', 'tag': '105710c2-5163-4e31-b420-a8f55afe9b3c', 'status': 'completed', 'code': 200} Oct 14 07:44:45.173846 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e355eaa-9cf5-4c4d-81b7-91e5bd225103 req-734987c8-c692-492c-a2cd-fcd7975abe77 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:45.175463 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-6e355eaa-9cf5-4c4d-81b7-91e5bd225103 req-734987c8-c692-492c-a2cd-fcd7975abe77 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 946 time: 0.0721426 Oct 14 07:44:45.231034 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8393bd2-5bbb-4c52-b788-956ba0464d88 req-5f035c59-4b67-40a9-84fd-31e4bcf82e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:45.232549 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-d8393bd2-5bbb-4c52-b788-956ba0464d88 req-5f035c59-4b67-40a9-84fd-31e4bcf82e8c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=432cd5a5d34e443ca7f3260c237fd70b&device_id=ddc04bd7-c8f8-48bd-ac4b-df159f6301fc HTTP/1.1" status: 200 len: 1096 time: 0.0783620 Oct 14 07:44:45.238769 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-6e355eaa-9cf5-4c4d-81b7-91e5bd225103 req-64a3741f-29f5-40c4-9efa-bd86bd61a242 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501316 Oct 14 07:44:45.360513 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8393bd2-5bbb-4c52-b788-956ba0464d88 req-2e4f39dd-7368-4f97-af40-272bb1abd9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:45.362245 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-d8393bd2-5bbb-4c52-b788-956ba0464d88 req-2e4f39dd-7368-4f97-af40-272bb1abd9c1 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=432cd5a5d34e443ca7f3260c237fd70b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1084118 Oct 14 07:44:45.500239 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8393bd2-5bbb-4c52-b788-956ba0464d88 req-ce7a0a35-ca31-4443-8e02-a6bcb4944667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:45.502580 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-d8393bd2-5bbb-4c52-b788-956ba0464d88 req-ce7a0a35-ca31-4443-8e02-a6bcb4944667 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1214414 Oct 14 07:44:45.633593 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef2df4-11c2-4a8b-98ff-091e26014ee2 req-082d7243-da31-49a4-9b1c-48fea307635e tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:45.641344 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-baef2df4-11c2-4a8b-98ff-091e26014ee2 req-082d7243-da31-49a4-9b1c-48fea307635e tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 945 time: 0.1073670 Oct 14 07:44:45.696722 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-baef2df4-11c2-4a8b-98ff-091e26014ee2 req-27ebf4ef-9d9b-4318-9104-ccbe118b9519 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=6228ef3e-acca-47fd-8ad2-0cd6c3c54a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524986 Oct 14 07:44:45.698866 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9152d420-854b-4a27-be4e-051e8d45ea97 req-a0d271bd-249e-4134-989f-1ab5845d03f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:45.704076 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-9152d420-854b-4a27-be4e-051e8d45ea97 req-a0d271bd-249e-4134-989f-1ab5845d03f1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=432cd5a5d34e443ca7f3260c237fd70b&device_id=ddc04bd7-c8f8-48bd-ac4b-df159f6301fc HTTP/1.1" status: 200 len: 1096 time: 0.1148362 Oct 14 07:44:45.805313 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-9152d420-854b-4a27-be4e-051e8d45ea97 req-c2ba0667-4023-4cc3-83a1-862ad1f61479 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=105710c2-5163-4e31-b420-a8f55afe9b3c HTTP/1.1" status: 200 len: 217 time: 0.0825653 Oct 14 07:44:45.882286 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9152d420-854b-4a27-be4e-051e8d45ea97 req-2ac1ac12-eb2c-4ba2-a9ed-4d44990c35ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:45.884065 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-9152d420-854b-4a27-be4e-051e8d45ea97 req-2ac1ac12-eb2c-4ba2-a9ed-4d44990c35ee service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b45dd88f-e9bf-4766-96d3-5bfc220acb16 HTTP/1.1" status: 200 len: 854 time: 0.0699461 Oct 14 07:44:45.909029 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34695c7-f9d1-4f1f-bfdd-fcd62feebf15 req-fd40d276-ca3c-4626-802a-606d4e82cfaf tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:45.916942 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c34695c7-f9d1-4f1f-bfdd-fcd62feebf15 req-fd40d276-ca3c-4626-802a-606d4e82cfaf tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 945 time: 0.0592916 Oct 14 07:44:45.934485 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-9152d420-854b-4a27-be4e-051e8d45ea97 req-e3549006-2ec4-42b9-a2c4-412ac8fee51f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1e5fcafc-aa78-4a92-8145-67380f0c2781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393071 Oct 14 07:44:45.952022 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c34695c7-f9d1-4f1f-bfdd-fcd62feebf15 req-d62a2c24-5bcd-4a0b-a1dd-2bfad8d222cb tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341718 Oct 14 07:44:46.104264 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-9152d420-854b-4a27-be4e-051e8d45ea97 req-46419f6a-10e2-4721-b876-7632e53e5d64 service neutron] 10.222.0.54 "GET /v2.0/networks/1e5fcafc-aa78-4a92-8145-67380f0c2781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607840 Oct 14 07:44:46.113043 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bcc736-a177-4c80-a0b7-7aa07619ed8d req-ad0f2301-8f37-4a62-9572-93e7ccb26ff3 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:46.114509 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-c6bcc736-a177-4c80-a0b7-7aa07619ed8d req-ad0f2301-8f37-4a62-9572-93e7ccb26ff3 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddc04bd7-c8f8-48bd-ac4b-df159f6301fc HTTP/1.1" status: 200 len: 943 time: 0.0769079 Oct 14 07:44:46.209710 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-c6bcc736-a177-4c80-a0b7-7aa07619ed8d req-348998d6-8f37-43d7-b25a-a31b206bdf63 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841503 Oct 14 07:44:46.257022 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-9152d420-854b-4a27-be4e-051e8d45ea97 req-c2e7f0b7-b8e2-4c61-8eaf-dd844c95e359 service neutron] 10.222.0.54 "GET /v2.0/networks/1e5fcafc-aa78-4a92-8145-67380f0c2781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384692 Oct 14 07:44:46.442931 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d39546-9d06-4791-a04d-1211595f1cbb req-14947ec6-4b3c-4980-affa-4ce6fe1cefc6 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:46.444771 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-58d39546-9d06-4791-a04d-1211595f1cbb req-14947ec6-4b3c-4980-affa-4ce6fe1cefc6 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 946 time: 0.1172943 Oct 14 07:44:46.487306 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-58d39546-9d06-4791-a04d-1211595f1cbb req-4e987162-8cc8-4803-83ae-06efd2679f77 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366080 Oct 14 07:44:46.806892 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07565944-918a-4ebc-a488-351666e65279 req-99845e8a-3f11-4b9f-8afa-be9d5651a7f0 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:46.806892 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-07565944-918a-4ebc-a488-351666e65279 req-99845e8a-3f11-4b9f-8afa-be9d5651a7f0 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 945 time: 0.0479472 Oct 14 07:44:46.849461 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-07565944-918a-4ebc-a488-351666e65279 req-a09f79d8-e5fa-42d3-8497-525cac1fcafc tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=6228ef3e-acca-47fd-8ad2-0cd6c3c54a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363476 Oct 14 07:44:47.114225 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851378d8-11bc-433f-8f31-1a9844d8117b req-0cd11b8d-e7d8-45b4-8c3f-954d91f5e54d tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:47.124325 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-851378d8-11bc-433f-8f31-1a9844d8117b req-0cd11b8d-e7d8-45b4-8c3f-954d91f5e54d tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 945 time: 0.0788045 Oct 14 07:44:47.177335 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-851378d8-11bc-433f-8f31-1a9844d8117b req-73e37b3a-dc0c-4949-bfbe-9dd3a109270c tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518372 Oct 14 07:44:47.322716 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e05a6-141d-40f9-8a9d-43c494cc54f5 req-ec2f34f3-be65-47a7-99b8-185d7bbc83d5 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:47.346338 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-7b9e05a6-141d-40f9-8a9d-43c494cc54f5 req-ec2f34f3-be65-47a7-99b8-185d7bbc83d5 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 945 time: 0.1100032 Oct 14 07:44:47.362147 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be19e55-0ad5-476f-9f9f-bcf29eebeea7 req-5836150d-07b1-40ad-a7bc-1c552cffde8f tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:47.372231 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-3be19e55-0ad5-476f-9f9f-bcf29eebeea7 req-5836150d-07b1-40ad-a7bc-1c552cffde8f tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddc04bd7-c8f8-48bd-ac4b-df159f6301fc HTTP/1.1" status: 200 len: 943 time: 0.0695772 Oct 14 07:44:47.413913 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-7b9e05a6-141d-40f9-8a9d-43c494cc54f5 req-ab609d6d-bed5-4ecf-b83e-a226a34713c0 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=6228ef3e-acca-47fd-8ad2-0cd6c3c54a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624540 Oct 14 07:44:47.419844 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-3be19e55-0ad5-476f-9f9f-bcf29eebeea7 req-75ee8e53-791b-46aa-afb8-87883a25fc17 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472002 Oct 14 07:44:47.505323 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd4bf6-c9b2-4443-921b-ab62f4d8b36c req-a79cd785-05c1-495b-9db2-2c187909b6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:47.507711 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-53bd4bf6-c9b2-4443-921b-ab62f4d8b36c req-a79cd785-05c1-495b-9db2-2c187909b6d0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=faeed044a6d84decaaa0cac966b09ce9&device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 1098 time: 0.0437651 Oct 14 07:44:47.629448 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7eb68-e205-49a9-9272-6e22a12bdd67 req-7e36fafc-8647-4cd0-938c-f657c00f1f11 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:47.631087 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd4bf6-c9b2-4443-921b-ab62f4d8b36c req-e1b3daf5-d3f6-46a9-8b8b-bf5039db73e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:47.632789 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-53bd4bf6-c9b2-4443-921b-ab62f4d8b36c req-e1b3daf5-d3f6-46a9-8b8b-bf5039db73e9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0ffbc9b1-671e-4535-a15f-5a510845f53e HTTP/1.1" status: 200 len: 912 time: 0.1103628 Oct 14 07:44:47.637303 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c1a7eb68-e205-49a9-9272-6e22a12bdd67 req-7e36fafc-8647-4cd0-938c-f657c00f1f11 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 946 time: 0.0675449 Oct 14 07:44:47.685497 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c1a7eb68-e205-49a9-9272-6e22a12bdd67 req-1217278e-ec2c-49f7-b9aa-e9aeb0d40701 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428004 Oct 14 07:44:47.752764 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-53bd4bf6-c9b2-4443-921b-ab62f4d8b36c req-011ecf83-7569-4fa8-916d-8fbf05c0e1b6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8666fbc-69d7-49ab-bd06-8bb7b86849a3 HTTP/1.1" status: 200 len: 1001 time: 0.1019719 Oct 14 07:44:47.805425 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd4bf6-c9b2-4443-921b-ab62f4d8b36c req-b9d29934-cb57-45cf-99a5-ba6ac1f681ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:47.807186 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-53bd4bf6-c9b2-4443-921b-ab62f4d8b36c req-b9d29934-cb57-45cf-99a5-ba6ac1f681ba service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6b3909e2-8d10-4803-8f95-ccf56ec3b849 HTTP/1.1" status: 200 len: 850 time: 0.0476313 Oct 14 07:44:47.862384 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd4bf6-c9b2-4443-921b-ab62f4d8b36c req-c6d60df4-86ad-4ecc-b121-fbb3967537fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:47.864592 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-53bd4bf6-c9b2-4443-921b-ab62f4d8b36c req-c6d60df4-86ad-4ecc-b121-fbb3967537fd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0ffbc9b1-671e-4535-a15f-5a510845f53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0490882 Oct 14 07:44:47.980859 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-53bd4bf6-c9b2-4443-921b-ab62f4d8b36c req-8762cecf-7d44-488b-a4e4-7e5b3f5e1afa service neutron] 10.222.0.54 "GET /v2.0/networks/0ffbc9b1-671e-4535-a15f-5a510845f53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050940 Oct 14 07:44:47.986429 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 105710c2-5163-4e31-b420-a8f55afe9b3c details requested by agent hyperv_hv-cinder-81374 with host hv-cinder-81374 {{(pid=106712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 07:44:48.099126 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port 105710c2-5163-4e31-b420-a8f55afe9b3c, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=105710c2-5163-4e31-b420-a8f55afe9b3c,segment=NetworkSegment(3b66f756-396e-4b46-9e02-b120fb33c532),segment_id=3b66f756-396e-4b46-9e02-b120fb33c532)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:44:48.104894 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-53bd4bf6-c9b2-4443-921b-ab62f4d8b36c req-1baf68d6-d2ee-48c5-8960-002050be7d6b service neutron] 10.222.0.54 "GET /v2.0/networks/0ffbc9b1-671e-4535-a15f-5a510845f53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122098 Oct 14 07:44:48.112390 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Returning: {'device': '105710c2-5163-4e31-b420-a8f55afe9b3c', 'network_id': '1e5fcafc-aa78-4a92-8145-67380f0c2781', 'port_id': '105710c2-5163-4e31-b420-a8f55afe9b3c', 'mac_address': 'fa:16:3e:6e:cd:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b45dd88f-e9bf-4766-96d3-5bfc220acb16', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 07:44:48.154554 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:48.194146 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 105710c2-5163-4e31-b420-a8f55afe9b3c {{(pid=106712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:44:48.215856 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port 105710c2-5163-4e31-b420-a8f55afe9b3c, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=105710c2-5163-4e31-b420-a8f55afe9b3c,segment=NetworkSegment(3b66f756-396e-4b46-9e02-b120fb33c532),segment_id=3b66f756-396e-4b46-9e02-b120fb33c532)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:44:48.284949 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:48.304027 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f59de-6e44-4352-8aed-be08da87e852 req-9f318e94-254e-414a-875b-20a7b8b32ccf tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:48.308181 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-e77f59de-6e44-4352-8aed-be08da87e852 req-9f318e94-254e-414a-875b-20a7b8b32ccf tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 945 time: 0.0656331 Oct 14 07:44:48.347646 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=105710c2-5163-4e31-b420-a8f55afe9b3c,revision_number=4']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:44:48.358963 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-e77f59de-6e44-4352-8aed-be08da87e852 req-0f07e978-872b-4464-ab48-d8a8c230400c tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444837 Oct 14 07:44:48.587769 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f0738-70bd-4fcf-9232-dd63ca905bfe req-1cd286ff-e020-46ce-bdef-b0f7e8247143 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:48.589413 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-081f0738-70bd-4fcf-9232-dd63ca905bfe req-1cd286ff-e020-46ce-bdef-b0f7e8247143 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 945 time: 0.0794003 Oct 14 07:44:48.622028 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5fbe26-7833-455b-b2cf-83a96b8be0dd req-569a4197-7250-4497-b371-532c251581c1 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:48.623618 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-2d5fbe26-7833-455b-b2cf-83a96b8be0dd req-569a4197-7250-4497-b371-532c251581c1 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddc04bd7-c8f8-48bd-ac4b-df159f6301fc HTTP/1.1" status: 200 len: 944 time: 0.0923181 Oct 14 07:44:48.672302 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-081f0738-70bd-4fcf-9232-dd63ca905bfe req-1773620c-2698-49ac-8bcf-cc606dc06416 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=6228ef3e-acca-47fd-8ad2-0cd6c3c54a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765407 Oct 14 07:44:48.677039 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-2d5fbe26-7833-455b-b2cf-83a96b8be0dd req-9080eef3-1b0b-435e-abe4-870602994fd3 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451961 Oct 14 07:44:48.778803 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] get_ports_and_sgs() called for port_ids ['105710c2-5163-4e31-b420-a8f55afe9b3c'] {{(pid=106712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:44:48.840035 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442566f-4416-46b6-b3ce-a2b9bbc40cb8 req-2cbc6c6a-d577-4145-ab44-222ab2402e17 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:48.841729 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-3442566f-4416-46b6-b3ce-a2b9bbc40cb8 req-2cbc6c6a-d577-4145-ab44-222ab2402e17 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 946 time: 0.0886903 Oct 14 07:44:48.899126 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-3442566f-4416-46b6-b3ce-a2b9bbc40cb8 req-ac9c863d-1c95-431b-8410-9e7fc84dd62f tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505514 Oct 14 07:44:49.494973 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96f154-a839-4438-a47b-cd25482e1cd6 req-e28e1a2a-f7a6-4724-8433-33a7face1512 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:49.502984 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-1c96f154-a839-4438-a47b-cd25482e1cd6 req-e28e1a2a-f7a6-4724-8433-33a7face1512 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 945 time: 0.0553730 Oct 14 07:44:49.549880 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-1c96f154-a839-4438-a47b-cd25482e1cd6 req-e05810a3-d564-44f3-8afc-c34f61edf34c tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407131 Oct 14 07:44:49.840766 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728c5a0-b2f3-4642-a79c-31e3ca55c796 req-11ba87d4-97ed-4920-9b28-9732b38f2e68 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:49.876570 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-2728c5a0-b2f3-4642-a79c-31e3ca55c796 req-11ba87d4-97ed-4920-9b28-9732b38f2e68 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 945 time: 0.0566792 Oct 14 07:44:49.877310 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f882252-0360-490c-8754-45dd6aa8af92 req-a7433e7f-085a-4107-ad1e-ec1e76f54d75 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:49.877310 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-8f882252-0360-490c-8754-45dd6aa8af92 req-a7433e7f-085a-4107-ad1e-ec1e76f54d75 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddc04bd7-c8f8-48bd-ac4b-df159f6301fc HTTP/1.1" status: 200 len: 944 time: 0.0749362 Oct 14 07:44:49.938058 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-2728c5a0-b2f3-4642-a79c-31e3ca55c796 req-9bd5c1b4-0f8e-42a6-98c4-84ec4d357a45 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=6228ef3e-acca-47fd-8ad2-0cd6c3c54a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819409 Oct 14 07:44:49.954138 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-8f882252-0360-490c-8754-45dd6aa8af92 req-15c74310-1bc4-4e53-96bd-2c635e7ba36c tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717263 Oct 14 07:44:50.061766 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777cb65-99f8-4bf6-8ebd-dcf7139c5bed req-f1bac13a-55b4-4d37-aa8c-6dd7c53b2093 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:50.065748 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-9777cb65-99f8-4bf6-8ebd-dcf7139c5bed req-f1bac13a-55b4-4d37-aa8c-6dd7c53b2093 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 946 time: 0.0623717 Oct 14 07:44:50.112047 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-9777cb65-99f8-4bf6-8ebd-dcf7139c5bed req-6bcd1987-9fa9-4a69-a3ad-dd77b957dd26 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390527 Oct 14 07:44:50.677107 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595bdf8d-129a-4cfd-9c0f-f4a8beee3379 req-4d84db37-5547-4514-827f-d922cf791cfc tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:50.678806 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-595bdf8d-129a-4cfd-9c0f-f4a8beee3379 req-4d84db37-5547-4514-827f-d922cf791cfc tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 945 time: 0.0625114 Oct 14 07:44:50.733110 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-595bdf8d-129a-4cfd-9c0f-f4a8beee3379 req-e8c02210-cba2-4b10-9ed1-2806423f4567 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446360 Oct 14 07:44:51.074772 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d72d4-d652-434a-b2e4-2bb4c9e50148 req-20e294d2-e0d7-456b-9de6-1d9fac9eb60b tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:51.076473 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-8c3d72d4-d652-434a-b2e4-2bb4c9e50148 req-20e294d2-e0d7-456b-9de6-1d9fac9eb60b tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddc04bd7-c8f8-48bd-ac4b-df159f6301fc HTTP/1.1" status: 200 len: 944 time: 0.0671089 Oct 14 07:44:51.117804 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-8c3d72d4-d652-434a-b2e4-2bb4c9e50148 req-48d6fc13-3ca3-41fd-9456-6ca1c4d1cc68 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348938 Oct 14 07:44:51.245911 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff93bce-6002-4c4c-901f-175131234445 req-1dadc6cc-4289-487a-b3ce-53eb7883c357 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:51.248174 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-dff93bce-6002-4c4c-901f-175131234445 req-1dadc6cc-4289-487a-b3ce-53eb7883c357 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 946 time: 0.0640693 Oct 14 07:44:51.300995 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-dff93bce-6002-4c4c-901f-175131234445 req-cf5539db-72d4-482c-972e-6c32a7b60995 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464590 Oct 14 07:44:51.877517 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0bf779-7239-48ac-96ee-1e49b0f3f036 req-aeb5968c-1075-4436-b1bb-eb48be830cc0 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:51.879189 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-1c0bf779-7239-48ac-96ee-1e49b0f3f036 req-aeb5968c-1075-4436-b1bb-eb48be830cc0 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 945 time: 0.0636168 Oct 14 07:44:51.923355 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-1c0bf779-7239-48ac-96ee-1e49b0f3f036 req-c6666470-fd45-420d-8730-7455c018cb25 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363283 Oct 14 07:44:52.260351 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a93575-da54-4fda-91bc-4a18f9bb892b req-3c9c325d-e193-4703-b0fd-abcacba44a1e tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:52.262178 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-56a93575-da54-4fda-91bc-4a18f9bb892b req-3c9c325d-e193-4703-b0fd-abcacba44a1e tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddc04bd7-c8f8-48bd-ac4b-df159f6301fc HTTP/1.1" status: 200 len: 944 time: 0.0655789 Oct 14 07:44:52.321308 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-56a93575-da54-4fda-91bc-4a18f9bb892b req-2fe1f8eb-7805-46dd-b91f-ccb7b3634f8f tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524049 Oct 14 07:44:52.454635 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251f022-f4cf-4fa5-823e-37f25ba5a927 req-8cfa5b0f-4dc4-4355-82af-ba11f49440c4 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:52.469161 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-0251f022-f4cf-4fa5-823e-37f25ba5a927 req-8cfa5b0f-4dc4-4355-82af-ba11f49440c4 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 946 time: 0.0685337 Oct 14 07:44:52.512107 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-0251f022-f4cf-4fa5-823e-37f25ba5a927 req-d8dce4dd-8048-4978-a60a-5df4915f38bd tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416701 Oct 14 07:44:52.995212 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 105710c2-5163-4e31-b420-a8f55afe9b3c up at agent hyperv_hv-cinder-81374 {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:44:53.088489 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d256e-a8dc-48e5-91d1-28f4e63f6b3b req-74654281-b7b5-443a-b5fd-a14698fc1c2c tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:53.090226 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-384d256e-a8dc-48e5-91d1-28f4e63f6b3b req-74654281-b7b5-443a-b5fd-a14698fc1c2c tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 945 time: 0.0742400 Oct 14 07:44:53.123725 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Provisioning for port 105710c2-5163-4e31-b420-a8f55afe9b3c completed by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 07:44:53.126799 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Provisioning complete for port 105710c2-5163-4e31-b420-a8f55afe9b3c triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:44:53.127241 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:53.144082 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-384d256e-a8dc-48e5-91d1-28f4e63f6b3b req-774b63e9-473a-4897-86e7-391131b4539f tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464811 Oct 14 07:44:53.223031 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:53.246159 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc04bd7-c8f8-48bd-ac4b-df159f6301fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105710c2-5163-4e31-b420-a8f55afe9b3c'}] {{(pid=106712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:44:53.248381 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3db9d29808d7d8625da6d6dfdab11118ca3df70b734e515c8bcc451a900cfacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8598a2d0-0136-4817-8ae2-9ec50f4df924" -d '{"events": [{"server_uuid": "ddc04bd7-c8f8-48bd-ac4b-df159f6301fc", "name": "network-vif-plugged", "status": "completed", "tag": "105710c2-5163-4e31-b420-a8f55afe9b3c"}]}' {{(pid=106712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:44:53.265098 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port 105710c2-5163-4e31-b420-a8f55afe9b3c, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=105710c2-5163-4e31-b420-a8f55afe9b3c,segment=NetworkSegment(3b66f756-396e-4b46-9e02-b120fb33c532),segment_id=3b66f756-396e-4b46-9e02-b120fb33c532)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:44:53.291432 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4fe23c-6770-4501-982b-3f6207542690 x-openstack-request-id: req-8e4fe23c-6770-4501-982b-3f6207542690 {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:44:53.291805 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc04bd7-c8f8-48bd-ac4b-df159f6301fc", "name": "network-vif-plugged", "status": "completed", "tag": "105710c2-5163-4e31-b420-a8f55afe9b3c", "code": 200}]} {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:44:53.292069 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8e4fe23c-6770-4501-982b-3f6207542690 {{(pid=106712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:44:53.292468 dv-cinder-813746-2-iscsi neutron-server[106712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc04bd7-c8f8-48bd-ac4b-df159f6301fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105710c2-5163-4e31-b420-a8f55afe9b3c', 'code': 200} Oct 14 07:44:53.451034 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14489f8f-e556-4a36-8d20-38785f03cc2a req-9ee64345-00fd-4838-ab09-d03ea0b8fee9 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:53.452679 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-14489f8f-e556-4a36-8d20-38785f03cc2a req-9ee64345-00fd-4838-ab09-d03ea0b8fee9 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddc04bd7-c8f8-48bd-ac4b-df159f6301fc HTTP/1.1" status: 200 len: 944 time: 0.0528357 Oct 14 07:44:53.499977 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-14489f8f-e556-4a36-8d20-38785f03cc2a req-c81f223a-194a-49b7-92df-015bd9581c10 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359893 Oct 14 07:44:53.661707 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:53.669428 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24fb26-c5bf-4c23-a6ca-b11657e17fa8 req-66b664a3-9fe8-4dad-bbd5-e9a1cfa554c5 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:53.673705 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-9a24fb26-c5bf-4c23-a6ca-b11657e17fa8 req-66b664a3-9fe8-4dad-bbd5-e9a1cfa554c5 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 946 time: 0.0480142 Oct 14 07:44:53.733677 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=105710c2-5163-4e31-b420-a8f55afe9b3c,revision_number=5']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:44:53.734561 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-9a24fb26-c5bf-4c23-a6ca-b11657e17fa8 req-698700d7-6ea1-464e-b8a0-d3b9c73ae40f tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554118 Oct 14 07:44:54.272539 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dadcd2-b956-4eaa-8aa5-82b25ee8ca6d req-86f93aa5-f5d9-4dc0-af03-9ccbaf98b056 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:54.279747 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-98dadcd2-b956-4eaa-8aa5-82b25ee8ca6d req-86f93aa5-f5d9-4dc0-af03-9ccbaf98b056 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 945 time: 0.0566444 Oct 14 07:44:54.332620 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-98dadcd2-b956-4eaa-8aa5-82b25ee8ca6d req-5dd85182-b52b-49e0-b7d4-9647193d2b22 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519547 Oct 14 07:44:54.379712 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfad86b-1184-4163-bdd4-0865919a202a req-43b99e8f-05e3-4012-829b-d678391a6224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:54.381286 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-3bfad86b-1184-4163-bdd4-0865919a202a req-43b99e8f-05e3-4012-829b-d678391a6224 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ddc04bd7-c8f8-48bd-ac4b-df159f6301fc HTTP/1.1" status: 200 len: 1098 time: 0.0476627 Oct 14 07:44:54.421378 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-3bfad86b-1184-4163-bdd4-0865919a202a req-6d49d0d6-ac9c-4e94-bf88-d2e42ac1b7d8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280159 Oct 14 07:44:54.608635 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8a8d3-6ed1-4476-a8a7-384102ff24fb req-03748e6a-c6b8-446e-86e0-4636e441f0c3 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:54.609950 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-fbd8a8d3-6ed1-4476-a8a7-384102ff24fb req-03748e6a-c6b8-446e-86e0-4636e441f0c3 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddc04bd7-c8f8-48bd-ac4b-df159f6301fc HTTP/1.1" status: 200 len: 945 time: 0.0498602 Oct 14 07:44:54.649137 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-fbd8a8d3-6ed1-4476-a8a7-384102ff24fb req-91234f62-a26b-4713-882a-45b24a965ef7 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317583 Oct 14 07:44:54.853007 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f18fc-a316-4fbf-97d3-10da105135b8 req-05132ade-f6c2-4bf6-9565-2e80de370d08 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:54.854396 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-445f18fc-a316-4fbf-97d3-10da105135b8 req-05132ade-f6c2-4bf6-9565-2e80de370d08 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 946 time: 0.0506337 Oct 14 07:44:54.898047 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-445f18fc-a316-4fbf-97d3-10da105135b8 req-066f78e1-86af-41e4-b5a8-7743fd1bcfaa tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373697 Oct 14 07:44:55.450808 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079d3b1-9256-4a91-ae86-ed7a9a348b57 req-56ee13f9-a2b7-4855-bfe1-6e13de443177 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:55.453076 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-8079d3b1-9256-4a91-ae86-ed7a9a348b57 req-56ee13f9-a2b7-4855-bfe1-6e13de443177 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 945 time: 0.0492058 Oct 14 07:44:55.489797 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-8079d3b1-9256-4a91-ae86-ed7a9a348b57 req-8f39dcae-19b4-4323-8f1c-b4d399cf8e1c tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308952 Oct 14 07:44:55.761443 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae15fde-02b7-431e-a065-26ceb1862801 req-79941706-c24b-4fc1-b9be-46757b7fc08d tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:55.762905 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-2ae15fde-02b7-431e-a065-26ceb1862801 req-79941706-c24b-4fc1-b9be-46757b7fc08d tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddc04bd7-c8f8-48bd-ac4b-df159f6301fc HTTP/1.1" status: 200 len: 945 time: 0.0474813 Oct 14 07:44:55.799985 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-2ae15fde-02b7-431e-a065-26ceb1862801 req-b8706bfe-c594-47a9-a25c-bbb45a731d08 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312340 Oct 14 07:44:55.849715 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c9db9-8755-4462-8298-dcef69c19bdc req-0c65980b-f2a6-452d-8ee5-cea5431e1633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:55.851173 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-471c9db9-8755-4462-8298-dcef69c19bdc req-0c65980b-f2a6-452d-8ee5-cea5431e1633 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f209626c73004f63b5c5a1466783d22f&device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 1098 time: 0.0429621 Oct 14 07:44:55.940171 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c9db9-8755-4462-8298-dcef69c19bdc req-5ddf1f5c-9d9b-4e16-9ee2-60887cdc60c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:55.941613 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-471c9db9-8755-4462-8298-dcef69c19bdc req-5ddf1f5c-9d9b-4e16-9ee2-60887cdc60c3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=234dd989-1b6f-4d0e-b26c-6546ea618e4f HTTP/1.1" status: 200 len: 918 time: 0.0825887 Oct 14 07:44:56.038575 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-471c9db9-8755-4462-8298-dcef69c19bdc req-012c22b8-5c01-4aa9-a473-50f485158a84 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e2fe0a8-7ba6-4296-bd21-12f8fb794d72 HTTP/1.1" status: 200 len: 1001 time: 0.0886681 Oct 14 07:44:56.049754 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd586bb-015a-4dab-b685-401c4b54f24a req-96fe7048-5d3c-4959-b3da-49db0394d0c9 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:56.051119 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-ddd586bb-015a-4dab-b685-401c4b54f24a req-96fe7048-5d3c-4959-b3da-49db0394d0c9 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 946 time: 0.0643623 Oct 14 07:44:56.114575 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c9db9-8755-4462-8298-dcef69c19bdc req-b4ed0a4e-d854-4ea9-a4e0-dcf14500fb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:56.115987 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-471c9db9-8755-4462-8298-dcef69c19bdc req-b4ed0a4e-d854-4ea9-a4e0-dcf14500fb7f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61 HTTP/1.1" status: 200 len: 856 time: 0.0640328 Oct 14 07:44:56.118790 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-ddd586bb-015a-4dab-b685-401c4b54f24a req-7c028907-f522-4e59-8a89-18bcff1202d9 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601180 Oct 14 07:44:56.171916 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c9db9-8755-4462-8298-dcef69c19bdc req-19a5030a-d301-4e37-8f05-68f110ff89a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:56.171916 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-471c9db9-8755-4462-8298-dcef69c19bdc req-19a5030a-d301-4e37-8f05-68f110ff89a5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=234dd989-1b6f-4d0e-b26c-6546ea618e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415108 Oct 14 07:44:56.258927 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-471c9db9-8755-4462-8298-dcef69c19bdc req-693f8935-76ad-4520-a84b-cc7aca92fe73 service neutron] 10.222.0.54 "GET /v2.0/networks/234dd989-1b6f-4d0e-b26c-6546ea618e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821664 Oct 14 07:44:56.449009 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-471c9db9-8755-4462-8298-dcef69c19bdc req-0ac0570a-32e9-4180-bf5a-56a9c31dbf16 service neutron] 10.222.0.54 "GET /v2.0/networks/234dd989-1b6f-4d0e-b26c-6546ea618e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844593 Oct 14 07:44:56.606725 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d27c7-7b6c-4077-beb9-76ee7f44391a req-8f2a5bb1-7c1d-4caa-80d1-709322e6d4e5 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:56.608200 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-971d27c7-7b6c-4077-beb9-76ee7f44391a req-8f2a5bb1-7c1d-4caa-80d1-709322e6d4e5 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 945 time: 0.0468714 Oct 14 07:44:56.648653 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-971d27c7-7b6c-4077-beb9-76ee7f44391a req-344bb1f0-cf9c-448e-8daf-3d37b0836988 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344422 Oct 14 07:44:56.913531 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5407b0-2eca-4b1a-8512-c6f9e1ac61ad req-8ff540e4-897c-4d28-b9b3-61d928e3082b tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:56.915005 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-0d5407b0-2eca-4b1a-8512-c6f9e1ac61ad req-8ff540e4-897c-4d28-b9b3-61d928e3082b tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddc04bd7-c8f8-48bd-ac4b-df159f6301fc HTTP/1.1" status: 200 len: 945 time: 0.0500166 Oct 14 07:44:56.952540 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-0d5407b0-2eca-4b1a-8512-c6f9e1ac61ad req-7eeaade5-0a99-4788-9cf5-7b6c7d196062 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316062 Oct 14 07:44:57.239831 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24e775-7c11-45bf-a286-de32e15554f8 req-01fd9656-ca71-4bda-a799-e4eda6f7d301 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:57.241187 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-1c24e775-7c11-45bf-a286-de32e15554f8 req-01fd9656-ca71-4bda-a799-e4eda6f7d301 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 946 time: 0.0507789 Oct 14 07:44:57.283309 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-1c24e775-7c11-45bf-a286-de32e15554f8 req-c0ab7cc1-0038-4f52-9fe2-ba9cdb153d23 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348959 Oct 14 07:44:57.398570 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-13225365-af4d-4374-a322-2bbafdde11cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:44:57.777281 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a0ac2-2d37-430e-bbbd-5deed9c1e670 req-3dbd73f3-e1e6-4096-be21-f51c702e5e41 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:57.778772 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-3c2a0ac2-2d37-430e-bbbd-5deed9c1e670 req-3dbd73f3-e1e6-4096-be21-f51c702e5e41 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 945 time: 0.0602770 Oct 14 07:44:57.816881 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-3c2a0ac2-2d37-430e-bbbd-5deed9c1e670 req-648c399e-302a-48d9-8293-598769054fba tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313888 Oct 14 07:44:58.396725 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c58f4-4a5d-4fab-86f1-eb342a6d2d22 req-96192046-b024-4e45-ac41-c339b2759013 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:58.398212 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-908c58f4-4a5d-4fab-86f1-eb342a6d2d22 req-96192046-b024-4e45-ac41-c339b2759013 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 946 time: 0.0473127 Oct 14 07:44:58.434626 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-908c58f4-4a5d-4fab-86f1-eb342a6d2d22 req-ac95ca2a-b70b-40ee-b0f3-b50da2b7510b tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305703 Oct 14 07:44:58.936469 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8512389-151a-4e35-9363-af94319b4efa req-4ec08b06-b28d-45b2-a9b4-98be1e9ca519 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:58.937934 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a8512389-151a-4e35-9363-af94319b4efa req-4ec08b06-b28d-45b2-a9b4-98be1e9ca519 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 945 time: 0.0481076 Oct 14 07:44:58.982495 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a8512389-151a-4e35-9363-af94319b4efa req-1c7568ae-b3da-4b09-a429-09b959864c22 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383437 Oct 14 07:44:59.557152 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b28f9-fe6e-4c06-903b-271fd3beba50 req-4b0de1c7-76ec-4669-b969-f582e1b1d757 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:44:59.558520 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a94b28f9-fe6e-4c06-903b-271fd3beba50 req-4b0de1c7-76ec-4669-b969-f582e1b1d757 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 946 time: 0.0507748 Oct 14 07:44:59.598442 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a94b28f9-fe6e-4c06-903b-271fd3beba50 req-57fdbc3a-9dd9-4a85-9025-38f308d0ac06 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339861 Oct 14 07:44:59.981487 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-ade7a9d7-3962-4708-b34a-71ebf51ad7b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:00.069768 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 7e2fe0a8-7ba6-4296-bd21-12f8fb794d72 no longer exists at agent hyperv_hv-cinder-81374 {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:45:00.114042 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5778f9-f951-45f5-8db2-9b000702c3c0 req-b8cf7c03-91d1-4b6f-b766-73250db13a76 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:00.115537 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-0a5778f9-f951-45f5-8db2-9b000702c3c0 req-b8cf7c03-91d1-4b6f-b766-73250db13a76 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 945 time: 0.0606170 Oct 14 07:45:00.149163 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:00.152838 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-0a5778f9-f951-45f5-8db2-9b000702c3c0 req-7ae73465-6abf-40a8-ae84-a9328c450a9b tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309379 Oct 14 07:45:00.172950 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c4c719-31d7-4b3e-8592-330ef7a558a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e2fe0a8-7ba6-4296-bd21-12f8fb794d72'}] {{(pid=106712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:45:00.175805 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3db9d29808d7d8625da6d6dfdab11118ca3df70b734e515c8bcc451a900cfacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c40790-fc63-4d86-889a-1c5ebf47a99f" -d '{"events": [{"server_uuid": "15c4c719-31d7-4b3e-8592-330ef7a558a8", "name": "network-vif-unplugged", "status": "completed", "tag": "7e2fe0a8-7ba6-4296-bd21-12f8fb794d72"}]}' {{(pid=106712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:45:00.189595 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port 7e2fe0a8-7ba6-4296-bd21-12f8fb794d72, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=7e2fe0a8-7ba6-4296-bd21-12f8fb794d72,segment=NetworkSegment(4a88a654-492a-4721-b165-d0bc4cb223f9),segment_id=4a88a654-492a-4721-b165-d0bc4cb223f9)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:45:00.211840 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 14 Oct 2021 07:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b3e23d-771b-420e-a1ba-5ce3851b2f27 x-openstack-request-id: req-d0b3e23d-771b-420e-a1ba-5ce3851b2f27 {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:45:00.211840 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15c4c719-31d7-4b3e-8592-330ef7a558a8", "name": "network-vif-unplugged", "status": "failed", "tag": "7e2fe0a8-7ba6-4296-bd21-12f8fb794d72", "code": 422}]} {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:45:00.211840 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d0b3e23d-771b-420e-a1ba-5ce3851b2f27 {{(pid=106712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:45:00.211840 dv-cinder-813746-2-iscsi neutron-server[106712]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '15c4c719-31d7-4b3e-8592-330ef7a558a8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7e2fe0a8-7ba6-4296-bd21-12f8fb794d72', 'code': 422} returned with failed status Oct 14 07:45:00.251247 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:00.302975 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=7e2fe0a8-7ba6-4296-bd21-12f8fb794d72,revision_number=8']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:45:00.718165 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a3642c-8f8b-40c7-ab46-71b1f26dcc73 req-0a81d8de-49e9-40ca-b8ce-d4cdd126c71e tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:00.719658 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-31a3642c-8f8b-40c7-ab46-71b1f26dcc73 req-0a81d8de-49e9-40ca-b8ce-d4cdd126c71e tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 946 time: 0.0473695 Oct 14 07:45:00.759333 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-31a3642c-8f8b-40c7-ab46-71b1f26dcc73 req-fc4ec052-d318-445d-ba83-018511201cc4 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322928 Oct 14 07:45:00.862510 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:01.282238 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-93e1ef1e-be74-48a7-9436-c986e05ec438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:01.477436 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [req-8ce6e75f-e887-46bc-8982-77b622a940d8 req-cf3fba1e-2992-426c-882d-db5d7b4a78e6 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=106710) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 07:45:01.478444 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-8ce6e75f-e887-46bc-8982-77b622a940d8 req-cf3fba1e-2992-426c-882d-db5d7b4a78e6 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054464 Oct 14 07:45:01.760189 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17251fb7-6b17-4562-b372-e2767d75320b req-3bf81cd2-0156-45d5-8b6d-7463a58b9cee tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:01.761654 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-17251fb7-6b17-4562-b372-e2767d75320b req-3bf81cd2-0156-45d5-8b6d-7463a58b9cee tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 943 time: 0.0483234 Oct 14 07:45:01.804775 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-17251fb7-6b17-4562-b372-e2767d75320b req-302eecd5-2f45-452a-9296-b0fe02c83822 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371051 Oct 14 07:45:01.880281 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02d4aa-e6ce-4a38-8571-30475a1de387 req-d9d67a10-3e18-4f20-9e6b-9a780b12bfc2 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:01.881846 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-5d02d4aa-e6ce-4a38-8571-30475a1de387 req-d9d67a10-3e18-4f20-9e6b-9a780b12bfc2 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 946 time: 0.0487540 Oct 14 07:45:01.920312 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-5d02d4aa-e6ce-4a38-8571-30475a1de387 req-98959c5a-56db-496f-a887-357c7e756a81 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321655 Oct 14 07:45:02.244840 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 56620) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:45:02.339809 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-1e207315-63fb-406d-a015-fffb61eb504f req-be2b14f8-f4fc-472e-affa-66af6e21f302 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0935903 Oct 14 07:45:02.349351 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [req-1e207315-63fb-406d-a015-fffb61eb504f req-90cf385b-ca41-4a0b-9135-5a3d0335040b service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=106710) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 07:45:02.350394 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-1e207315-63fb-406d-a015-fffb61eb504f req-90cf385b-ca41-4a0b-9135-5a3d0335040b service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054896 Oct 14 07:45:02.882939 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-439377cf-db3c-4e91-9aae-241f8a26ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:02.926562 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79abcd-b0e9-43cf-a645-8ddaf0122a99 req-df1342ae-df5b-40a9-bacf-28ea6e916f09 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:02.928047 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-ba79abcd-b0e9-43cf-a645-8ddaf0122a99 req-df1342ae-df5b-40a9-bacf-28ea6e916f09 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 943 time: 0.0477419 Oct 14 07:45:02.964883 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-ba79abcd-b0e9-43cf-a645-8ddaf0122a99 req-c709d8fb-8afe-4e1f-98f4-980022144579 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309565 Oct 14 07:45:03.032473 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c831a90-feac-4873-b2e8-4736f3d8cdb3 req-a7f5721e-c235-4ba1-8189-0e224b9678bb tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:03.033930 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-6c831a90-feac-4873-b2e8-4736f3d8cdb3 req-a7f5721e-c235-4ba1-8189-0e224b9678bb tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 946 time: 0.0488677 Oct 14 07:45:03.070581 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-6c831a90-feac-4873-b2e8-4736f3d8cdb3 req-ffd037e6-7603-4c3a-9096-0641a222ca0a tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302324 Oct 14 07:45:04.085689 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24ea48-4759-4538-a8a6-9a54ec1b3da4 req-b40d8132-21ab-4727-94bc-44c230519f6a tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:04.087145 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-0e24ea48-4759-4538-a8a6-9a54ec1b3da4 req-b40d8132-21ab-4727-94bc-44c230519f6a tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 943 time: 0.0522277 Oct 14 07:45:04.124506 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-0e24ea48-4759-4538-a8a6-9a54ec1b3da4 req-18d78a72-e1a0-489b-9f26-c5d578bcfe48 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313296 Oct 14 07:45:04.182834 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8542b2-3a1a-4387-bc32-d5a4e048e1c0 req-1ae16717-3a04-4f4e-ae70-330a9ea0f9f9 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:04.184296 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-ee8542b2-3a1a-4387-bc32-d5a4e048e1c0 req-1ae16717-3a04-4f4e-ae70-330a9ea0f9f9 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 946 time: 0.0492930 Oct 14 07:45:04.220893 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 7e2fe0a8-7ba6-4296-bd21-12f8fb794d72 no longer exists at agent hyperv_hv-cinder-81374 {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:45:04.222796 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-ee8542b2-3a1a-4387-bc32-d5a4e048e1c0 req-838c7bfd-38a6-4413-89a8-1e8d9a4fd462 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307853 Oct 14 07:45:05.246005 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622efa6-d76c-416c-8093-f84d201e37fd req-0b703f6c-7f7c-44cf-81f4-86dc019638e4 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:05.247423 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-e622efa6-d76c-416c-8093-f84d201e37fd req-0b703f6c-7f7c-44cf-81f4-86dc019638e4 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 943 time: 0.0508978 Oct 14 07:45:05.287870 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-e622efa6-d76c-416c-8093-f84d201e37fd req-87303cca-70c8-442b-bb52-1b8f189e4bd8 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336637 Oct 14 07:45:05.340684 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ec6e1-6fcc-4621-8cca-15b9716f7621 req-af77f64d-ade2-4567-8bd6-4346c82bb4b8 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:05.342131 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-880ec6e1-6fcc-4621-8cca-15b9716f7621 req-af77f64d-ade2-4567-8bd6-4346c82bb4b8 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 946 time: 0.0470281 Oct 14 07:45:05.385133 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-880ec6e1-6fcc-4621-8cca-15b9716f7621 req-871ae201-1597-4c76-8eb1-2f17edcddb4f tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360844 Oct 14 07:45:06.409230 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7fa646-2311-459b-aa88-fa590a295fb3 req-2c5b2126-6403-4c47-bc7b-11718970a376 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:06.410832 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-1f7fa646-2311-459b-aa88-fa590a295fb3 req-2c5b2126-6403-4c47-bc7b-11718970a376 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 943 time: 0.0495288 Oct 14 07:45:06.448810 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-1f7fa646-2311-459b-aa88-fa590a295fb3 req-15f02f7c-89ec-4252-a199-39ddccae2ff4 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320227 Oct 14 07:45:06.502139 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b46341-1160-4755-a668-a9fce4fc7f98 req-a0bd1073-926c-4aa8-adaf-945217409187 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:06.504231 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-39b46341-1160-4755-a668-a9fce4fc7f98 req-a0bd1073-926c-4aa8-adaf-945217409187 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 946 time: 0.0520141 Oct 14 07:45:06.545618 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-39b46341-1160-4755-a668-a9fce4fc7f98 req-91c64456-2bf4-4366-9063-b7f567d85854 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352900 Oct 14 07:45:07.569707 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894bbbb-68cc-4038-b51d-72dca937e35c req-c6206edf-4c50-48d0-b2c6-5edb15777501 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:07.571191 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-0894bbbb-68cc-4038-b51d-72dca937e35c req-c6206edf-4c50-48d0-b2c6-5edb15777501 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 943 time: 0.0505962 Oct 14 07:45:07.616684 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-0894bbbb-68cc-4038-b51d-72dca937e35c req-4285d73c-a28e-494a-b2de-335ec5a02854 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386703 Oct 14 07:45:07.675796 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf3c20-9c83-4872-9424-f222f221062d req-712586c7-7e0a-4bef-b58c-cb5ca1f26cb9 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:07.677307 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-06bf3c20-9c83-4872-9424-f222f221062d req-712586c7-7e0a-4bef-b58c-cb5ca1f26cb9 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 946 time: 0.0476120 Oct 14 07:45:07.714491 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-06bf3c20-9c83-4872-9424-f222f221062d req-40a963df-5739-44a5-80d0-a47669d42185 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311036 Oct 14 07:45:07.788680 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.agents_db [None req-84b3d5e4-9e25-480e-9cd9-33a6a693fe4d None None] Agent healthcheck: found 6 active agents {{(pid=106713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:45:08.741113 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a752425-b695-4030-a42f-1107de5d225d req-f5fe82fa-1570-4de7-91e8-f3b26246d295 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:08.747235 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-5a752425-b695-4030-a42f-1107de5d225d req-f5fe82fa-1570-4de7-91e8-f3b26246d295 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 943 time: 0.0478702 Oct 14 07:45:08.783768 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-5a752425-b695-4030-a42f-1107de5d225d req-f7e15673-6cff-469b-9fe8-08b6fe3c2a67 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351241 Oct 14 07:45:08.890661 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e27eb2-e1f4-4b71-89f7-8a535b80438c req-fd9ea178-946c-4b9b-8d50-0b9c769f89ab tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:08.892160 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-73e27eb2-e1f4-4b71-89f7-8a535b80438c req-fd9ea178-946c-4b9b-8d50-0b9c769f89ab tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 946 time: 0.0490596 Oct 14 07:45:08.932508 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-73e27eb2-e1f4-4b71-89f7-8a535b80438c req-b4c86499-2c8b-44bf-9dc9-e45017d983fc tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333221 Oct 14 07:45:09.902176 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ab8f3-3f81-422f-8e88-a3500cca1750 req-e4c63e7c-01ec-41b1-bf7b-b6831f3cdc0b tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:09.903846 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-061ab8f3-3f81-422f-8e88-a3500cca1750 req-e4c63e7c-01ec-41b1-bf7b-b6831f3cdc0b tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 943 time: 0.0475183 Oct 14 07:45:09.941581 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-061ab8f3-3f81-422f-8e88-a3500cca1750 req-7ac7d52c-cfe4-4d7c-a826-b73d1e7e248c tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311701 Oct 14 07:45:10.048685 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48bb87-9b54-4c68-9975-e3c0c9ea595e req-d28c97fb-4cc5-4551-85c9-03b8a1714b50 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:10.050823 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-cc48bb87-9b54-4c68-9975-e3c0c9ea595e req-d28c97fb-4cc5-4551-85c9-03b8a1714b50 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 946 time: 0.0492983 Oct 14 07:45:10.089209 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-cc48bb87-9b54-4c68-9975-e3c0c9ea595e req-028c91d0-cc35-48b9-bceb-9716900195ef tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323086 Oct 14 07:45:10.251463 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634467ed-f403-48ce-9683-d80c18f33b4c req-7d3c26ae-fddd-42e9-b8d5-6bf8fe5678d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:10.253581 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-634467ed-f403-48ce-9683-d80c18f33b4c req-7d3c26ae-fddd-42e9-b8d5-6bf8fe5678d7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 1099 time: 0.0388751 Oct 14 07:45:10.293603 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-634467ed-f403-48ce-9683-d80c18f33b4c req-95183ce2-b69b-4d64-bcb6-25aef85efe3e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310879 Oct 14 07:45:10.362197 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e207315-63fb-406d-a015-fffb61eb504f req-3e26cb28-66bd-48b1-a19a-c5f91ed0e8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:10.363942 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-1e207315-63fb-406d-a015-fffb61eb504f req-3e26cb28-66bd-48b1-a19a-c5f91ed0e8b8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8&tenant_id=f209626c73004f63b5c5a1466783d22f HTTP/1.1" status: 200 len: 1096 time: 0.0716510 Oct 14 07:45:10.778638 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e207315-63fb-406d-a015-fffb61eb504f req-973bbe6c-62d7-4551-beb3-e814228c5a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:10.780151 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-1e207315-63fb-406d-a015-fffb61eb504f req-973bbe6c-62d7-4551-beb3-e814228c5a92 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f209626c73004f63b5c5a1466783d22f&device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 1096 time: 0.0407043 Oct 14 07:45:10.890331 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e207315-63fb-406d-a015-fffb61eb504f req-0522801b-7d30-4907-a8d0-401ecbea1aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:10.891864 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-1e207315-63fb-406d-a015-fffb61eb504f req-0522801b-7d30-4907-a8d0-401ecbea1aec service neutron] 10.222.0.54 "GET /v2.0/networks?id=234dd989-1b6f-4d0e-b26c-6546ea618e4f HTTP/1.1" status: 200 len: 918 time: 0.0901954 Oct 14 07:45:10.960620 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-1e207315-63fb-406d-a015-fffb61eb504f req-f395dbf4-8fd7-400c-8a30-e5fe7de82a29 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e2fe0a8-7ba6-4296-bd21-12f8fb794d72 HTTP/1.1" status: 200 len: 999 time: 0.0603731 Oct 14 07:45:10.994897 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:11.014658 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e207315-63fb-406d-a015-fffb61eb504f req-0744e368-a5ed-4be7-bedd-fe9afea3498a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:11.016195 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-1e207315-63fb-406d-a015-fffb61eb504f req-0744e368-a5ed-4be7-bedd-fe9afea3498a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61 HTTP/1.1" status: 200 len: 856 time: 0.0475831 Oct 14 07:45:11.239222 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830939f-48d2-45e4-b7f7-d81db287ffde req-d5984b09-d87a-49be-8f9b-cb7836031be7 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:11.239222 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-a830939f-48d2-45e4-b7f7-d81db287ffde req-d5984b09-d87a-49be-8f9b-cb7836031be7 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 946 time: 0.0701408 Oct 14 07:45:11.290438 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-a830939f-48d2-45e4-b7f7-d81db287ffde req-99768473-ced6-42c6-88ae-a9f03f332b56 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508215 Oct 14 07:45:11.313544 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89452cf6-b95c-4174-b753-f65cee486ca9 req-8a803a20-c01e-40e3-a5a6-11635a4717e1 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:11.315054 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-89452cf6-b95c-4174-b753-f65cee486ca9 req-8a803a20-c01e-40e3-a5a6-11635a4717e1 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 943 time: 0.2927535 Oct 14 07:45:11.317759 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e207315-63fb-406d-a015-fffb61eb504f req-7c14d045-9e78-4ec2-928c-f655387d1871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:11.319185 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-1e207315-63fb-406d-a015-fffb61eb504f req-7c14d045-9e78-4ec2-928c-f655387d1871 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=234dd989-1b6f-4d0e-b26c-6546ea618e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2872636 Oct 14 07:45:11.320289 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 56772) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:45:11.382163 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-89452cf6-b95c-4174-b753-f65cee486ca9 req-1d7f67ab-916f-4c88-8b30-6fddcc86159e tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562265 Oct 14 07:45:11.439043 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-1e207315-63fb-406d-a015-fffb61eb504f req-73226428-5a66-4e28-bf33-680c3214d7b8 service neutron] 10.222.0.54 "GET /v2.0/networks/234dd989-1b6f-4d0e-b26c-6546ea618e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000624 Oct 14 07:45:11.477280 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-f46d2db8-7aed-42d8-b3ee-952f0ac3540b admin admin] Publish callbacks [] for security_group, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:11.570157 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-1e207315-63fb-406d-a015-fffb61eb504f req-454489de-d0bf-4c8c-90c2-fca6a8ff1e00 service neutron] 10.222.0.54 "GET /v2.0/networks/234dd989-1b6f-4d0e-b26c-6546ea618e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145477 Oct 14 07:45:11.603091 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-f46d2db8-7aed-42d8-b3ee-952f0ac3540b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:11.667943 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-f46d2db8-7aed-42d8-b3ee-952f0ac3540b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:11.705887 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-f46d2db8-7aed-42d8-b3ee-952f0ac3540b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0ac2818e71c742cebc1b42022e6e9618&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3845618 Oct 14 07:45:11.707730 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46d2db8-7aed-42d8-b3ee-952f0ac3540b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84bd189c-064c-4457-8cb7-8db676ff274d,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:45:11.709637 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 56778) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:45:11.762013 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-78fdaadd-e7f6-4c25-a846-fb68cc8ed592 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:11.782462 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-78fdaadd-e7f6-4c25-a846-fb68cc8ed592 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:11.906642 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-78fdaadd-e7f6-4c25-a846-fb68cc8ed592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:11.910609 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-78fdaadd-e7f6-4c25-a846-fb68cc8ed592 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:11.910609 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-78fdaadd-e7f6-4c25-a846-fb68cc8ed592 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/84bd189c-064c-4457-8cb7-8db676ff274d HTTP/1.1" status: 204 len: 168 time: 0.2009041 Oct 14 07:45:11.920346 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdaadd-e7f6-4c25-a846-fb68cc8ed592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84bd189c-064c-4457-8cb7-8db676ff274d,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:45:12.514174 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b3b04-e54f-435d-8314-a5c5862e5683 req-85f97d12-a5cb-4c6e-be1d-5e60e52d1a5d tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:12.516240 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-e79b3b04-e54f-435d-8314-a5c5862e5683 req-85f97d12-a5cb-4c6e-be1d-5e60e52d1a5d tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 946 time: 0.0959253 Oct 14 07:45:12.603241 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-e79b3b04-e54f-435d-8314-a5c5862e5683 req-f8f50c33-4d1f-4f8d-844b-a9a262d860a0 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787137 Oct 14 07:45:12.769817 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab712b7-e3fb-47aa-b192-6acbe64f6a20 req-0ac36186-0d99-40a0-bd6f-06baa2a50383 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:12.771430 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-2ab712b7-e3fb-47aa-b192-6acbe64f6a20 req-0ac36186-0d99-40a0-bd6f-06baa2a50383 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 943 time: 0.0700912 Oct 14 07:45:12.844667 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-2ab712b7-e3fb-47aa-b192-6acbe64f6a20 req-29eef60b-91fc-4639-97dc-8e3b4edbd191 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600152 Oct 14 07:45:12.960411 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96de387-77b1-4111-ad94-348603a7dfd3 req-d1a00a21-3fe7-41b0-9d1f-5db9f5109b3f tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:12.964414 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-e96de387-77b1-4111-ad94-348603a7dfd3 req-d1a00a21-3fe7-41b0-9d1f-5db9f5109b3f tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0693612 Oct 14 07:45:13.014568 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-e96de387-77b1-4111-ad94-348603a7dfd3 req-e65631f4-6e64-41b6-9c48-6d0c9ee882aa tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436652 Oct 14 07:45:13.061730 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ec0d2-ca23-4a55-a039-24ee8d19ba8b req-ac86f1bf-a9a4-4a99-af13-ba0e49322bfe tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:13.070523 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a09ec0d2-ca23-4a55-a039-24ee8d19ba8b req-ac86f1bf-a9a4-4a99-af13-ba0e49322bfe tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddc04bd7-c8f8-48bd-ac4b-df159f6301fc HTTP/1.1" status: 200 len: 945 time: 0.1199460 Oct 14 07:45:13.165834 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a09ec0d2-ca23-4a55-a039-24ee8d19ba8b req-904854e8-3616-46b2-b5f6-89584035d033 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925426 Oct 14 07:45:13.957498 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ecf711-5301-427a-ab58-a18963581d0c req-05dd1ac3-d94b-439c-b0e4-225aafca7587 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:13.959215 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-b1ecf711-5301-427a-ab58-a18963581d0c req-05dd1ac3-d94b-439c-b0e4-225aafca7587 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 943 time: 0.0524235 Oct 14 07:45:14.023737 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-b1ecf711-5301-427a-ab58-a18963581d0c req-dcfb1e27-e218-48de-9e8b-f3422951606d tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456772 Oct 14 07:45:14.280803 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be35db0b-8574-4322-a00b-40f81fe19838 req-87556a86-156b-4315-9a50-6fea74ef7a04 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:14.283060 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-be35db0b-8574-4322-a00b-40f81fe19838 req-87556a86-156b-4315-9a50-6fea74ef7a04 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddc04bd7-c8f8-48bd-ac4b-df159f6301fc HTTP/1.1" status: 200 len: 945 time: 0.0534344 Oct 14 07:45:14.324966 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-be35db0b-8574-4322-a00b-40f81fe19838 req-51c46f37-fbd4-4530-8244-2c4d0f87f814 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322995 Oct 14 07:45:15.155716 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123455d9-f9b7-4341-9fb2-3d28af561778 req-39c4614d-b36c-4eae-822c-31ff7bc29ea9 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:15.157541 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-123455d9-f9b7-4341-9fb2-3d28af561778 req-39c4614d-b36c-4eae-822c-31ff7bc29ea9 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 943 time: 0.0619752 Oct 14 07:45:15.197023 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-123455d9-f9b7-4341-9fb2-3d28af561778 req-daabd81a-eba0-47c8-bf29-e5af04e34b64 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334973 Oct 14 07:45:15.234527 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03accb76-b001-49ab-826f-95390d29c24f req-af6e296d-74b2-4ef8-bc81-e1a8dd3c7f27 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:15.236029 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-03accb76-b001-49ab-826f-95390d29c24f req-af6e296d-74b2-4ef8-bc81-e1a8dd3c7f27 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0570617 Oct 14 07:45:15.279171 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-03accb76-b001-49ab-826f-95390d29c24f req-44ee096f-531f-4e42-90bd-dd91b640e46d tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371304 Oct 14 07:45:15.440106 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765af2e6-5192-430d-89a0-b9553516ba84 req-e6ed56d8-053d-475f-a978-e03ae29adff5 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:15.442146 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-765af2e6-5192-430d-89a0-b9553516ba84 req-e6ed56d8-053d-475f-a978-e03ae29adff5 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddc04bd7-c8f8-48bd-ac4b-df159f6301fc HTTP/1.1" status: 200 len: 945 time: 0.0485606 Oct 14 07:45:15.477509 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-765af2e6-5192-430d-89a0-b9553516ba84 req-f9dae9e0-e15d-49b0-a399-3cd533280890 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294952 Oct 14 07:45:16.331978 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93743f-302d-493e-8c07-e1effbd5cc40 req-d789677f-f5a2-4d5d-b011-84c647b71906 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:16.333708 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-4b93743f-302d-493e-8c07-e1effbd5cc40 req-d789677f-f5a2-4d5d-b011-84c647b71906 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 943 time: 0.0629272 Oct 14 07:45:16.394427 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-4b93743f-302d-493e-8c07-e1effbd5cc40 req-d80c47ff-d214-4021-9e29-ee8092cb15ea tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511758 Oct 14 07:45:16.446133 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d46c5-fc3f-4dd6-af35-fb99798b86ee req-3284b157-d89f-40d8-b37d-415b1ccb0aca tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:16.447610 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-740d46c5-fc3f-4dd6-af35-fb99798b86ee req-3284b157-d89f-40d8-b37d-415b1ccb0aca tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0710850 Oct 14 07:45:16.485182 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-740d46c5-fc3f-4dd6-af35-fb99798b86ee req-d3771f26-1bea-4feb-b3c3-9a2a3038cabb tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313771 Oct 14 07:45:16.597757 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee87e951-850c-4699-a457-5a82cfb3f690 req-e953cdea-05cb-4869-852c-fa513fa319dd tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:16.599198 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-ee87e951-850c-4699-a457-5a82cfb3f690 req-e953cdea-05cb-4869-852c-fa513fa319dd tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddc04bd7-c8f8-48bd-ac4b-df159f6301fc HTTP/1.1" status: 200 len: 945 time: 0.0521872 Oct 14 07:45:16.635306 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-ee87e951-850c-4699-a457-5a82cfb3f690 req-bf37f2ff-fb82-40f0-ab22-85891b693fda tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301092 Oct 14 07:45:17.507125 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c8036-a8fd-4804-ad20-b1bd25dc4c3c req-cee52e83-8f6f-41ab-a3ec-a7b3bee71cac tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:17.509391 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-8e2c8036-a8fd-4804-ad20-b1bd25dc4c3c req-cee52e83-8f6f-41ab-a3ec-a7b3bee71cac tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 943 time: 0.0503376 Oct 14 07:45:17.601510 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-8e2c8036-a8fd-4804-ad20-b1bd25dc4c3c req-b5f516bb-dd1a-4546-821f-721b51ddbf51 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853066 Oct 14 07:45:17.645156 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3859a-70b2-4030-887b-62396d6425fb req-daf155ad-3ea4-47ec-94f0-c126202c7db0 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:17.646638 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-1ad3859a-70b2-4030-887b-62396d6425fb req-daf155ad-3ea4-47ec-94f0-c126202c7db0 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0499911 Oct 14 07:45:17.691199 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-1ad3859a-70b2-4030-887b-62396d6425fb req-d1f80012-1516-42ed-846d-0785c77269c1 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378997 Oct 14 07:45:17.749213 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c586d3b-ebfc-4049-b50d-3a0c64714ce2 req-983e5de6-9bab-4a9d-b3e8-85054fdd6014 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:17.750675 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-4c586d3b-ebfc-4049-b50d-3a0c64714ce2 req-983e5de6-9bab-4a9d-b3e8-85054fdd6014 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddc04bd7-c8f8-48bd-ac4b-df159f6301fc HTTP/1.1" status: 200 len: 945 time: 0.0473197 Oct 14 07:45:17.787328 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-4c586d3b-ebfc-4049-b50d-3a0c64714ce2 req-accdbb42-0c26-4d51-ae1e-8407a6f03552 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300491 Oct 14 07:45:18.728984 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba9164-b5c5-4675-804c-ccd686f6be9e req-c787fb75-fbab-434d-952b-0c363949af3f tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:18.731411 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-56ba9164-b5c5-4675-804c-ccd686f6be9e req-c787fb75-fbab-434d-952b-0c363949af3f tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 943 time: 0.0582695 Oct 14 07:45:18.776349 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-56ba9164-b5c5-4675-804c-ccd686f6be9e req-fea90f78-1781-4c86-a671-2d2e80bb8cf6 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365927 Oct 14 07:45:18.819548 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f6c5c-e575-4921-bd9a-7d06bfbd7c63 req-2432d9d0-46da-413e-9d43-0322a153dba5 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:18.821112 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-6f6f6c5c-e575-4921-bd9a-7d06bfbd7c63 req-2432d9d0-46da-413e-9d43-0322a153dba5 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0505698 Oct 14 07:45:18.860166 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-6f6f6c5c-e575-4921-bd9a-7d06bfbd7c63 req-a09f23cc-dae2-4e17-879c-311ad062594d tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329187 Oct 14 07:45:18.943304 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a72f95-1e5b-4c10-b6b8-5d97331c3897 req-b567b0e4-1adb-42a2-a58d-6489779a0a38 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:18.944867 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-80a72f95-1e5b-4c10-b6b8-5d97331c3897 req-b567b0e4-1adb-42a2-a58d-6489779a0a38 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddc04bd7-c8f8-48bd-ac4b-df159f6301fc HTTP/1.1" status: 200 len: 945 time: 0.0904174 Oct 14 07:45:18.982450 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-80a72f95-1e5b-4c10-b6b8-5d97331c3897 req-ce6c94ed-d96a-4c43-91d5-e2521f4cdee1 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316274 Oct 14 07:45:19.891981 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84d86e-e373-4ac4-9ad7-082cb6589bd6 req-1661f73b-23a1-408e-8971-45e6e4213311 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:19.893466 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-8f84d86e-e373-4ac4-9ad7-082cb6589bd6 req-1661f73b-23a1-408e-8971-45e6e4213311 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 943 time: 0.0483434 Oct 14 07:45:19.939113 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-8f84d86e-e373-4ac4-9ad7-082cb6589bd6 req-a332aa5b-79c2-4734-bb39-7c2e92e5736a tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391421 Oct 14 07:45:19.983431 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a953e3d-9421-40f7-a8dd-11290dad9ed2 req-2bc4fd8e-0f2b-4579-97cc-a0aa83390bdd tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:19.984830 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-1a953e3d-9421-40f7-a8dd-11290dad9ed2 req-2bc4fd8e-0f2b-4579-97cc-a0aa83390bdd tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0479672 Oct 14 07:45:20.024095 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-1a953e3d-9421-40f7-a8dd-11290dad9ed2 req-522745fd-a240-42ad-a8c2-e9903f08cd66 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326579 Oct 14 07:45:20.100066 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4b0e1-2d4a-4f5d-abfe-c3613ca01e82 req-188d3151-4514-4116-881f-b0392430fb1d tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:20.101516 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-53c4b0e1-2d4a-4f5d-abfe-c3613ca01e82 req-188d3151-4514-4116-881f-b0392430fb1d tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddc04bd7-c8f8-48bd-ac4b-df159f6301fc HTTP/1.1" status: 200 len: 945 time: 0.0478916 Oct 14 07:45:20.137929 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-53c4b0e1-2d4a-4f5d-abfe-c3613ca01e82 req-215c6fa7-d14d-4868-92fc-3519cc5f03d7 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305192 Oct 14 07:45:20.555949 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 56994) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:45:20.660687 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-96cf42d1-8dd6-4721-8b00-50b3a019b376 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:20.731427 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-96cf42d1-8dd6-4721-8b00-50b3a019b376 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:20.793248 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-96cf42d1-8dd6-4721-8b00-50b3a019b376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:20.833322 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-96cf42d1-8dd6-4721-8b00-50b3a019b376 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4b10f65113d24f719e8e520a2db41301&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2733958 Oct 14 07:45:20.833322 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf42d1-8dd6-4721-8b00-50b3a019b376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624543e2-5285-4d7f-a992-c868a591b542,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:45:20.833871 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 56998) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:45:20.908075 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-63b1347d-98f0-4d16-b581-b0b9c9df7684 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:20.929920 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-63b1347d-98f0-4d16-b581-b0b9c9df7684 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:21.043741 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-63b1347d-98f0-4d16-b581-b0b9c9df7684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:21.046503 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-63b1347d-98f0-4d16-b581-b0b9c9df7684 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:21.050624 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-63b1347d-98f0-4d16-b581-b0b9c9df7684 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/624543e2-5285-4d7f-a992-c868a591b542 HTTP/1.1" status: 204 len: 168 time: 0.2154481 Oct 14 07:45:21.059839 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b1347d-98f0-4d16-b581-b0b9c9df7684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624543e2-5285-4d7f-a992-c868a591b542,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:45:21.066025 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44248561-db89-4e92-8c8a-d79ba1505bf0 req-ba79ce07-cc51-4196-9373-2524057b1884 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:21.076313 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-44248561-db89-4e92-8c8a-d79ba1505bf0 req-ba79ce07-cc51-4196-9373-2524057b1884 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 943 time: 0.0644515 Oct 14 07:45:21.125264 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-44248561-db89-4e92-8c8a-d79ba1505bf0 req-1cfdc8be-46d7-4ff3-95b1-dc3636e2e561 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366066 Oct 14 07:45:21.158296 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba9b4b-4b6c-46de-a941-ba690260970e req-fbe06886-5981-4442-8ada-5e491d438134 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:21.164452 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-ceba9b4b-4b6c-46de-a941-ba690260970e req-fbe06886-5981-4442-8ada-5e491d438134 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0575645 Oct 14 07:45:21.227548 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-ceba9b4b-4b6c-46de-a941-ba690260970e req-157e839e-5a1c-47c0-b430-0f5ee50c5445 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531018 Oct 14 07:45:21.283043 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9ae2e-6220-4a9f-8be4-137eef364e0a req-848e5a81-70db-43be-864e-f29700773f57 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:21.284623 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-f3e9ae2e-6220-4a9f-8be4-137eef364e0a req-848e5a81-70db-43be-864e-f29700773f57 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddc04bd7-c8f8-48bd-ac4b-df159f6301fc HTTP/1.1" status: 200 len: 945 time: 0.0510590 Oct 14 07:45:21.325505 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-f3e9ae2e-6220-4a9f-8be4-137eef364e0a req-b42cc40c-ce71-4a16-98f1-d8e5f013f796 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337753 Oct 14 07:45:22.085445 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 57028) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:45:22.191393 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-c0b8d43e-f230-490c-85ea-f6ef19514332 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1916327855-network', 'tenant_id': 'ec593b8641b54a6782b45c794a9218fe'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:45:22.256758 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d9689-ce01-4353-b711-23d0cf88b188 req-452d7b01-091b-4ab1-b5d9-fbabc3783535 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:22.258070 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-6e9d9689-ce01-4353-b711-23d0cf88b188 req-452d7b01-091b-4ab1-b5d9-fbabc3783535 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 943 time: 0.0585499 Oct 14 07:45:22.302276 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-6e9d9689-ce01-4353-b711-23d0cf88b188 req-9f5d566e-e234-408d-9df3-bb1e21e5c993 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364625 Oct 14 07:45:22.311911 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b8d43e-f230-490c-85ea-f6ef19514332 admin admin] Made reservation on behalf of ec593b8641b54a6782b45c794a9218fe for: {'network': 1} {{(pid=106710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:45:22.314740 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c0b8d43e-f230-490c-85ea-f6ef19514332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for network, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:22.323341 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c0b8d43e-f230-490c-85ea-f6ef19514332 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:22.346950 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838a5d5-23c9-4bf0-90f0-cb541580344d req-f1ffb1ab-20d1-4a91-836c-65e80854ca11 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:22.349160 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-d838a5d5-23c9-4bf0-90f0-cb541580344d req-f1ffb1ab-20d1-4a91-836c-65e80854ca11 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0493028 Oct 14 07:45:22.395802 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-d838a5d5-23c9-4bf0-90f0-cb541580344d req-714a1bc9-ab9b-4817-8237-809df4b6bb71 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400918 Oct 14 07:45:22.416114 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c0b8d43e-f230-490c-85ea-f6ef19514332 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:22.474364 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690d85e-c046-417b-8363-646067eb684d req-0c38a23a-bb8d-41d9-8016-325a6aaa989d tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:22.476178 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-1690d85e-c046-417b-8363-646067eb684d req-0c38a23a-bb8d-41d9-8016-325a6aaa989d tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddc04bd7-c8f8-48bd-ac4b-df159f6301fc HTTP/1.1" status: 200 len: 945 time: 0.0670433 Oct 14 07:45:22.477445 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c0b8d43e-f230-490c-85ea-f6ef19514332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:22.513115 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0b8d43e-f230-490c-85ea-f6ef19514332 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=106710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 07:45:22.530960 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b8d43e-f230-490c-85ea-f6ef19514332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11574b2-c989-4ff3-9d47-a161bca6d517,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:45:22.537657 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c0b8d43e-f230-490c-85ea-f6ef19514332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728044'] for segment, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:22.537657 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.db.segments_db [None req-c0b8d43e-f230-490c-85ea-f6ef19514332 admin admin] Added segment 8426edd5-2043-49c0-857a-b0e887e9c38d of type vlan for network 37f62f2b-1fa6-4259-8c0c-300a7f846382 Oct 14 07:45:22.562864 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-1690d85e-c046-417b-8363-646067eb684d req-7a99756b-3908-4941-8711-e4b4d3671d01 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774307 Oct 14 07:45:22.600903 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c0b8d43e-f230-490c-85ea-f6ef19514332 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787629651321'] for network, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:22.690759 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c0b8d43e-f230-490c-85ea-f6ef19514332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486'] for network, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:22.692346 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b8d43e-f230-490c-85ea-f6ef19514332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:22.693180 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c0b8d43e-f230-490c-85ea-f6ef19514332 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for network, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:22.757505 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b8d43e-f230-490c-85ea-f6ef19514332 admin admin] Pushing event updated for resources: {'Network': ['ID=37f62f2b-1fa6-4259-8c0c-300a7f846382,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:45:22.769250 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Network 37f62f2b-1fa6-4259-8c0c-300a7f846382 details requested by agent ovs-agent-dv-cinder-813746-2-iscsi with host dv-cinder-813746-2-iscsi {{(pid=106712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 07:45:22.788615 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-c0b8d43e-f230-490c-85ea-f6ef19514332 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7015896 Oct 14 07:45:22.791195 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 57042) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:45:22.796408 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-1202a866-dfb6-4128-a794-6598d19366d6 admin admin] Request body: {'subnet': {'network_id': '37f62f2b-1fa6-4259-8c0c-300a7f846382', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1916327855-subnet', 'tenant_id': 'ec593b8641b54a6782b45c794a9218fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:45:22.878159 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1202a866-dfb6-4128-a794-6598d19366d6 admin admin] Made reservation on behalf of ec593b8641b54a6782b45c794a9218fe for: {'subnet': 1} {{(pid=106710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:45:22.881129 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-1202a866-dfb6-4128-a794-6598d19366d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16090979'] for subnet, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:23.141064 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-1202a866-dfb6-4128-a794-6598d19366d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16031626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16090997'] for subnet, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:23.204403 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1202a866-dfb6-4128-a794-6598d19366d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac0a00d7-b045-4d72-b933-c8bcf9c0b810,revision_number=0']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:45:23.212538 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1202a866-dfb6-4128-a794-6598d19366d6 admin admin] Checking segment: {'id': '8426edd5-2043-49c0-857a-b0e887e9c38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '37f62f2b-1fa6-4259-8c0c-300a7f846382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:45:23.212902 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1202a866-dfb6-4128-a794-6598d19366d6 admin admin] Network hostable DHCP agents. Network: 37f62f2b-1fa6-4259-8c0c-300a7f846382, hostable agents: ['0e09805b-9c3f-4b14-8211-d4974393509b'], hosted agents: [] {{(pid=106710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 07:45:23.325017 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1202a866-dfb6-4128-a794-6598d19366d6 admin admin] Network 37f62f2b-1fa6-4259-8c0c-300a7f846382 is scheduled to be hosted by DHCP agent 0e09805b-9c3f-4b14-8211-d4974393509b with binding_index 1 {{(pid=106710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 07:45:23.432146 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9b78c-730b-4ad1-b157-8fa7b1e25776 req-c41eb5af-c1d1-48a5-b3dd-9a3b0368466e tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:23.432146 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-40b9b78c-730b-4ad1-b157-8fa7b1e25776 req-c41eb5af-c1d1-48a5-b3dd-9a3b0368466e tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 943 time: 0.0499024 Oct 14 07:45:23.433269 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.base_scheduler [None req-1202a866-dfb6-4128-a794-6598d19366d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813746-2-iscsi, 37f62f2b-1fa6-4259-8c0c-300a7f846382) {{(pid=106710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:45:23.438514 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1202a866-dfb6-4128-a794-6598d19366d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:23.439187 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-1202a866-dfb6-4128-a794-6598d19366d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for subnet, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:23.446454 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3d2d02-b166-4ea0-a5ed-7952731d2377 None None] Network 37f62f2b-1fa6-4259-8c0c-300a7f846382 requested from dv-cinder-813746-2-iscsi {{(pid=106712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:45:23.498300 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-40b9b78c-730b-4ad1-b157-8fa7b1e25776 req-96d7d03e-6ed3-453e-8869-d992f4f5d303 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590370 Oct 14 07:45:23.587330 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7af8b-6f0e-4347-a96e-9a2de2644079 req-6ff60509-15ff-4730-b984-c0fda61591e0 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:23.595456 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-23a7af8b-6f0e-4347-a96e-9a2de2644079 req-6ff60509-15ff-4730-b984-c0fda61591e0 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.1048651 Oct 14 07:45:23.633383 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-23a7af8b-6f0e-4347-a96e-9a2de2644079 req-6de7a2f5-a5b7-4a32-9370-46fd840d095b tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369630 Oct 14 07:45:23.643588 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d483f36d-433d-4f4c-b35e-7b862aa74a38 None None] Network 37f62f2b-1fa6-4259-8c0c-300a7f846382 requested from dv-cinder-813746-2-iscsi {{(pid=106712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:45:23.742706 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed79d7-f0b8-4647-a187-4fb4bc2e4256 req-54cc2b27-3165-450e-9de8-4cab7353efde tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:23.749985 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-40ed79d7-f0b8-4647-a187-4fb4bc2e4256 req-54cc2b27-3165-450e-9de8-4cab7353efde tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddc04bd7-c8f8-48bd-ac4b-df159f6301fc HTTP/1.1" status: 200 len: 945 time: 0.0992947 Oct 14 07:45:23.782893 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-40ed79d7-f0b8-4647-a187-4fb4bc2e4256 req-9413ec24-758a-487a-a065-9ea84734cfa0 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320346 Oct 14 07:45:23.841693 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-1202a866-dfb6-4128-a794-6598d19366d6 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0492649 Oct 14 07:45:24.635913 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140791d2-8d8b-4e9d-94f0-ea2059570a6d req-6bf67e04-f554-4b6e-bfa6-8befaaa62e3b tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:24.637104 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-140791d2-8d8b-4e9d-94f0-ea2059570a6d req-6bf67e04-f554-4b6e-bfa6-8befaaa62e3b tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 943 time: 0.0484438 Oct 14 07:45:24.674380 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-140791d2-8d8b-4e9d-94f0-ea2059570a6d req-ad9546ef-962e-40a6-a667-c8fa175d5143 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315483 Oct 14 07:45:24.745839 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f396c-d1a8-440a-b7fb-a2772d716b82 req-4a1e0028-a1d2-4b0e-9b13-f1c852dff49d tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:24.747348 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-5d2f396c-d1a8-440a-b7fb-a2772d716b82 req-4a1e0028-a1d2-4b0e-9b13-f1c852dff49d tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0486217 Oct 14 07:45:24.797153 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-5d2f396c-d1a8-440a-b7fb-a2772d716b82 req-ac68ce64-c307-477a-94b0-714093a6befb tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418944 Oct 14 07:45:24.909617 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a033d7-bedc-4b12-994c-a6af04364152 req-476b0508-19aa-445b-b242-aa80c74d7a15 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:24.911137 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-41a033d7-bedc-4b12-994c-a6af04364152 req-476b0508-19aa-445b-b242-aa80c74d7a15 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddc04bd7-c8f8-48bd-ac4b-df159f6301fc HTTP/1.1" status: 200 len: 945 time: 0.0475140 Oct 14 07:45:24.959326 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-41a033d7-bedc-4b12-994c-a6af04364152 req-c3f01def-ad4c-4545-95b7-34906fe4feaf tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390611 Oct 14 07:45:25.803967 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ab6e4-cd17-4d1e-838b-f1de8717d149 req-cca6f062-710e-4f10-9218-82e6d7ed765e tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:25.805438 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-eb5ab6e4-cd17-4d1e-838b-f1de8717d149 req-cca6f062-710e-4f10-9218-82e6d7ed765e tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 943 time: 0.0572042 Oct 14 07:45:25.844081 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-eb5ab6e4-cd17-4d1e-838b-f1de8717d149 req-f9f674df-8958-4ee0-9a0d-a7ca51887751 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326264 Oct 14 07:45:25.937731 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90405ade-7d2f-412b-8559-a48987f3bc22 req-72587151-605c-4e74-875e-21f95ce61613 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:25.939332 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-90405ade-7d2f-412b-8559-a48987f3bc22 req-72587151-605c-4e74-875e-21f95ce61613 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0582049 Oct 14 07:45:25.979695 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-90405ade-7d2f-412b-8559-a48987f3bc22 req-a5afca03-dfeb-4307-abab-84e355e86c9c tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336316 Oct 14 07:45:26.082899 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83564ff9-1a86-46d3-a768-a58afac09949 req-cf170e92-8b53-443b-8f85-227c27d06ceb tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:26.084375 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-83564ff9-1a86-46d3-a768-a58afac09949 req-cf170e92-8b53-443b-8f85-227c27d06ceb tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddc04bd7-c8f8-48bd-ac4b-df159f6301fc HTTP/1.1" status: 200 len: 945 time: 0.0478251 Oct 14 07:45:26.121494 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-83564ff9-1a86-46d3-a768-a58afac09949 req-5548f3b0-0df3-4263-b5df-074c2dce52f7 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312624 Oct 14 07:45:26.974415 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82aad4-eb36-49d3-bea3-2f094416eb1b req-d32bf3e9-4c22-4582-a648-e70b0f080bc9 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:26.975837 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-ee82aad4-eb36-49d3-bea3-2f094416eb1b req-d32bf3e9-4c22-4582-a648-e70b0f080bc9 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 943 time: 0.0476925 Oct 14 07:45:27.015796 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-ee82aad4-eb36-49d3-bea3-2f094416eb1b req-d3fda94d-96f1-4422-a664-966bd34df444 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341551 Oct 14 07:45:27.133417 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca36857-11f1-4e30-9239-3e09bf7bebd9 req-3c5e2ec4-b93f-4244-87a1-ed0107ab9a5e tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:27.135155 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-3ca36857-11f1-4e30-9239-3e09bf7bebd9 req-3c5e2ec4-b93f-4244-87a1-ed0107ab9a5e tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0580039 Oct 14 07:45:27.176267 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-3ca36857-11f1-4e30-9239-3e09bf7bebd9 req-824bea75-e6b9-4baa-9963-5cc0cb8415e9 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342574 Oct 14 07:45:27.278362 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acefd62-18ce-40fc-af33-ba288ef3f284 req-28e9e911-ad67-42ae-a427-1207b6316639 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:27.279937 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-3acefd62-18ce-40fc-af33-ba288ef3f284 req-28e9e911-ad67-42ae-a427-1207b6316639 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddc04bd7-c8f8-48bd-ac4b-df159f6301fc HTTP/1.1" status: 200 len: 945 time: 0.0477417 Oct 14 07:45:27.325439 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-3acefd62-18ce-40fc-af33-ba288ef3f284 req-e1aa6a60-8bab-40d9-9787-70cb6bf8b026 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388460 Oct 14 07:45:27.353597 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-4a0f1a39-e583-48a9-8bf4-e38afd7141ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:28.136918 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b18bebf-f9c3-4fd7-af6a-cfe1faae3ac1 req-46df16ee-145e-45f4-b744-a274f216fc89 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:28.138668 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-3b18bebf-f9c3-4fd7-af6a-cfe1faae3ac1 req-46df16ee-145e-45f4-b744-a274f216fc89 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 943 time: 0.0495255 Oct 14 07:45:28.186206 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-3b18bebf-f9c3-4fd7-af6a-cfe1faae3ac1 req-a6f11240-3887-49b8-91fe-16b21027f2a6 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412240 Oct 14 07:45:28.296742 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16d970-e946-40ca-977e-69d456eda766 req-3274de48-f19b-471f-b66b-ab7edc2f817d tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:28.298517 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-de16d970-e946-40ca-977e-69d456eda766 req-3274de48-f19b-471f-b66b-ab7edc2f817d tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0489140 Oct 14 07:45:28.342195 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-de16d970-e946-40ca-977e-69d456eda766 req-cc982224-afa8-4676-a328-e531aa6c50ca tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371931 Oct 14 07:45:28.449188 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de871a27-a477-4e46-9bd8-fd1ad7c8586b req-b26c4309-9f33-4096-8184-0853ef226199 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:28.450633 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-de871a27-a477-4e46-9bd8-fd1ad7c8586b req-b26c4309-9f33-4096-8184-0853ef226199 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddc04bd7-c8f8-48bd-ac4b-df159f6301fc HTTP/1.1" status: 200 len: 945 time: 0.0497212 Oct 14 07:45:28.488543 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-de871a27-a477-4e46-9bd8-fd1ad7c8586b req-2b351ad0-6abc-4b95-9e1e-78d0a60589c6 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313313 Oct 14 07:45:29.033032 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205cb129-094d-4502-9287-776c49efd32d req-9532bc82-c373-4feb-afdc-edb52de6e854 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:29.034466 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-205cb129-094d-4502-9287-776c49efd32d req-9532bc82-c373-4feb-afdc-edb52de6e854 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/networks?id=37f62f2b-1fa6-4259-8c0c-300a7f846382 HTTP/1.1" status: 200 len: 814 time: 0.0997217 Oct 14 07:45:29.048680 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-205cb129-094d-4502-9287-776c49efd32d req-9ca8aa34-505b-42c4-9630-43344a88aae9 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/quotas/ec593b8641b54a6782b45c794a9218fe HTTP/1.1" status: 200 len: 375 time: 0.0085509 Oct 14 07:45:29.082276 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-205cb129-094d-4502-9287-776c49efd32d req-f2a5cbc4-c537-41fe-9640-96c5177cce8e tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=ec593b8641b54a6782b45c794a9218fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275126 Oct 14 07:45:29.169082 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-205cb129-094d-4502-9287-776c49efd32d req-d6fed304-12fc-421d-84d0-93e292cd36ca service neutron] 10.222.0.47 "GET /v2.0/networks/37f62f2b-1fa6-4259-8c0c-300a7f846382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799994 Oct 14 07:45:29.347154 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492091b-eb3d-4ece-a2de-ad12fd4bd938 req-8c2cbaf1-ecec-445f-a5a5-2f9fdab33166 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:29.349014 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-1492091b-eb3d-4ece-a2de-ad12fd4bd938 req-8c2cbaf1-ecec-445f-a5a5-2f9fdab33166 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 943 time: 0.0499401 Oct 14 07:45:29.391701 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-1492091b-eb3d-4ece-a2de-ad12fd4bd938 req-ce04e82e-8cb8-45a9-8fd1-eb2be8e3e14d tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367327 Oct 14 07:45:29.469172 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-205cb129-094d-4502-9287-776c49efd32d req-f71d90d3-94ba-4e19-9b2b-75d9b986c281 service neutron] 10.222.0.47 "GET /v2.0/networks/37f62f2b-1fa6-4259-8c0c-300a7f846382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942576 Oct 14 07:45:29.510660 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145c696-41b1-44ca-874e-37aec9bfdcf0 req-f5756ebe-2b76-4459-a263-62bf9576d306 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:29.512265 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-4145c696-41b1-44ca-874e-37aec9bfdcf0 req-f5756ebe-2b76-4459-a263-62bf9576d306 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0496302 Oct 14 07:45:29.561593 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-4145c696-41b1-44ca-874e-37aec9bfdcf0 req-a6cb8ea6-77e4-4fdf-856e-cd1310911eee tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431886 Oct 14 07:45:29.664407 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576ac58-a9cb-456e-81b8-821ad3920a91 req-0be235be-dc99-4708-9459-7d9c089c1371 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:29.665984 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a576ac58-a9cb-456e-81b8-821ad3920a91 req-0be235be-dc99-4708-9459-7d9c089c1371 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddc04bd7-c8f8-48bd-ac4b-df159f6301fc HTTP/1.1" status: 200 len: 945 time: 0.0485413 Oct 14 07:45:29.732275 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a576ac58-a9cb-456e-81b8-821ad3920a91 req-bd5c8656-63e0-4bf1-9de4-72b956ce5a1e tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593307 Oct 14 07:45:29.737767 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-18c9a65f-fae9-40e0-b834-191db3a5598d req-b2b1f74a-623c-4dc6-86a1-7be63913fc73 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a5e9d13-8008-4949-b379-6278d3c02ed0 HTTP/1.1" status: 200 len: 210 time: 0.0304029 Oct 14 07:45:29.750033 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ceb4e-38ef-4bc6-bffe-f43f2f4f44fe req-d194f053-ef35-4ed1-9441-900b5cd16efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:29.751998 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-6e6ceb4e-38ef-4bc6-bffe-f43f2f4f44fe req-d194f053-ef35-4ed1-9441-900b5cd16efe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b7da520217894ce68d6dc61570f7c5da&device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 1098 time: 0.0518193 Oct 14 07:45:29.858540 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ceb4e-38ef-4bc6-bffe-f43f2f4f44fe req-88dd8e9f-ac2d-45e7-aa21-b9361e3553bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:29.860042 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-6e6ceb4e-38ef-4bc6-bffe-f43f2f4f44fe req-88dd8e9f-ac2d-45e7-aa21-b9361e3553bd service neutron] 10.222.0.54 "GET /v2.0/networks?id=cbacfbd8-4c3f-407e-8210-f33986bff496 HTTP/1.1" status: 200 len: 920 time: 0.0977864 Oct 14 07:45:29.904721 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-6e6ceb4e-38ef-4bc6-bffe-f43f2f4f44fe req-e2a67d7d-6b98-45c2-925a-6f3b4b1585f0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db HTTP/1.1" status: 200 len: 217 time: 0.0343909 Oct 14 07:45:29.959509 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ceb4e-38ef-4bc6-bffe-f43f2f4f44fe req-a17bfa7a-4bfa-471c-9244-12a0b7414083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:29.960947 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-6e6ceb4e-38ef-4bc6-bffe-f43f2f4f44fe req-a17bfa7a-4bfa-471c-9244-12a0b7414083 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f91e8ccb-cf60-4c2a-b79a-0a0aaed6406a HTTP/1.1" status: 200 len: 859 time: 0.0470121 Oct 14 07:45:29.993331 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-6e6ceb4e-38ef-4bc6-bffe-f43f2f4f44fe req-34263462-50c9-4146-b165-1e78eff75491 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cbacfbd8-4c3f-407e-8210-f33986bff496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235910 Oct 14 07:45:30.010773 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-dc1230b3-6a33-4a22-b4d6-202ddcf041ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:30.095173 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-6e6ceb4e-38ef-4bc6-bffe-f43f2f4f44fe req-9c9fe89f-bb90-4d53-bf4d-19b20ed289f4 service neutron] 10.222.0.54 "GET /v2.0/networks/cbacfbd8-4c3f-407e-8210-f33986bff496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906231 Oct 14 07:45:30.190127 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-6e6ceb4e-38ef-4bc6-bffe-f43f2f4f44fe req-d622d395-0271-4584-a531-e45f74e32add service neutron] 10.222.0.54 "GET /v2.0/networks/cbacfbd8-4c3f-407e-8210-f33986bff496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844502 Oct 14 07:45:30.511232 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28675656-d261-47bd-81c3-3519b7459810 req-255285aa-a7b2-4b12-9ef8-cc00fe25c780 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:30.512724 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-28675656-d261-47bd-81c3-3519b7459810 req-255285aa-a7b2-4b12-9ef8-cc00fe25c780 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 943 time: 0.0478513 Oct 14 07:45:30.552748 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-28675656-d261-47bd-81c3-3519b7459810 req-fdbbc5ad-df0a-4a7a-860b-2e56a417d174 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341136 Oct 14 07:45:30.675119 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b91a6-d45d-4b21-940b-c5a8d8a2cd43 req-0e036324-68d7-4f99-9f4b-61233b7d45ba tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:30.677006 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-314b91a6-d45d-4b21-940b-c5a8d8a2cd43 req-0e036324-68d7-4f99-9f4b-61233b7d45ba tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0467896 Oct 14 07:45:30.713410 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-314b91a6-d45d-4b21-940b-c5a8d8a2cd43 req-df6923ae-b951-4489-9e70-0c253cc4adcd tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302560 Oct 14 07:45:30.833603 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-edba8544-4000-4031-bb05-895149ef426e req-bf8c8de5-a713-42e5-ae98-dd1a6c8c9aa9 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a5e9d13-8008-4949-b379-6278d3c02ed0 HTTP/1.1" status: 200 len: 210 time: 0.0274880 Oct 14 07:45:30.838762 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:30.843690 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199bebf-547c-453d-9c47-61576ec8bcae req-5af38a1d-2667-4e8c-9a4f-42e13f567acd tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:30.849833 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c199bebf-547c-453d-9c47-61576ec8bcae req-5af38a1d-2667-4e8c-9a4f-42e13f567acd tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddc04bd7-c8f8-48bd-ac4b-df159f6301fc HTTP/1.1" status: 200 len: 945 time: 0.0482385 Oct 14 07:45:30.890544 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c199bebf-547c-453d-9c47-61576ec8bcae req-d9f86c3b-431b-4e79-b5bd-fb70c7c6f419 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378819 Oct 14 07:45:31.295002 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-93e1ef1e-be74-48a7-9436-c986e05ec438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:31.668434 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd9d983-f4af-4c89-8c24-8ae6ec1b8ffd req-bcd22163-67e6-4424-8a7d-7b4eb2d789f7 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:31.669897 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-8fd9d983-f4af-4c89-8c24-8ae6ec1b8ffd req-bcd22163-67e6-4424-8a7d-7b4eb2d789f7 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 943 time: 0.0464668 Oct 14 07:45:31.711022 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-8fd9d983-f4af-4c89-8c24-8ae6ec1b8ffd req-28606e9c-6419-4acb-9832-f0f7b6dde285 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354028 Oct 14 07:45:31.826184 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815ecee-1c16-4e16-8fd6-9017b0100ee5 req-67800d65-c616-4bb5-ac0c-ec0884f9c580 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:31.827659 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-0815ecee-1c16-4e16-8fd6-9017b0100ee5 req-67800d65-c616-4bb5-ac0c-ec0884f9c580 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0472631 Oct 14 07:45:31.865383 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-0815ecee-1c16-4e16-8fd6-9017b0100ee5 req-7c186ee1-fb2e-4fb5-90dd-7b751608bf56 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311747 Oct 14 07:45:31.927977 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-cbfe3a66-6494-4b9b-b8bb-61963a1521a4 req-ba416906-f72c-4de2-ad65-9bae39b26578 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a5e9d13-8008-4949-b379-6278d3c02ed0 HTTP/1.1" status: 200 len: 210 time: 0.0275569 Oct 14 07:45:32.021085 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee233466-9a61-468f-bed5-8c13a39cf108 req-7cfe6fc3-6e99-4dce-8e97-1a4c658c0492 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:32.023071 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-ee233466-9a61-468f-bed5-8c13a39cf108 req-7cfe6fc3-6e99-4dce-8e97-1a4c658c0492 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddc04bd7-c8f8-48bd-ac4b-df159f6301fc HTTP/1.1" status: 200 len: 945 time: 0.0578318 Oct 14 07:45:32.062276 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-ee233466-9a61-468f-bed5-8c13a39cf108 req-cc838fe1-794a-4b3d-be78-8f5631231ddd tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330362 Oct 14 07:45:32.201853 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205cb129-094d-4502-9287-776c49efd32d req-70241d4b-45d3-428a-aeea-d3e9b0777136 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:32.203263 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-205cb129-094d-4502-9287-776c49efd32d req-70241d4b-45d3-428a-aeea-d3e9b0777136 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.54 "GET /v2.0/networks?id=37f62f2b-1fa6-4259-8c0c-300a7f846382 HTTP/1.1" status: 200 len: 814 time: 0.1011965 Oct 14 07:45:32.238526 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [req-205cb129-094d-4502-9287-776c49efd32d req-78b0bed5-c5d0-4999-b0be-3592609ef453 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Request body: {'port': {'device_id': '4a5e9d13-8008-4949-b379-6278d3c02ed0', 'network_id': '37f62f2b-1fa6-4259-8c0c-300a7f846382', 'admin_state_up': True, 'tenant_id': 'ec593b8641b54a6782b45c794a9218fe'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:45:32.279807 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478495e8-e3c3-46fe-8a8d-878d0b6ba4f4 req-9541cc76-77d5-476b-84a4-834a7b04e576 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:32.281257 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-478495e8-e3c3-46fe-8a8d-878d0b6ba4f4 req-9541cc76-77d5-476b-84a4-834a7b04e576 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.54 "GET /v2.0/ports?device_id=ddc04bd7-c8f8-48bd-ac4b-df159f6301fc HTTP/1.1" status: 200 len: 945 time: 0.0466185 Oct 14 07:45:32.411318 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [req-478495e8-e3c3-46fe-8a8d-878d0b6ba4f4 req-3ba04e35-1c46-4bf6-bf80-816929d98b3c tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Deleting port 105710c2-5163-4e31-b420-a8f55afe9b3c {{(pid=106711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:45:32.411648 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-478495e8-e3c3-46fe-8a8d-878d0b6ba4f4 req-3ba04e35-1c46-4bf6-bf80-816929d98b3c tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:32.439009 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-205cb129-094d-4502-9287-776c49efd32d req-78b0bed5-c5d0-4999-b0be-3592609ef453 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Made reservation on behalf of ec593b8641b54a6782b45c794a9218fe for: {'port': 1} {{(pid=106710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:45:32.443245 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-205cb129-094d-4502-9287-776c49efd32d req-78b0bed5-c5d0-4999-b0be-3592609ef453 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:32.509215 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.db [req-478495e8-e3c3-46fe-8a8d-878d0b6ba4f4 req-3ba04e35-1c46-4bf6-bf80-816929d98b3c tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] For port 105710c2-5163-4e31-b420-a8f55afe9b3c, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=105710c2-5163-4e31-b420-a8f55afe9b3c,segment=NetworkSegment(3b66f756-396e-4b46-9e02-b120fb33c532),segment_id=3b66f756-396e-4b46-9e02-b120fb33c532)] {{(pid=106711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:45:32.510231 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-478495e8-e3c3-46fe-8a8d-878d0b6ba4f4 req-3ba04e35-1c46-4bf6-bf80-816929d98b3c tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:32.525603 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [req-478495e8-e3c3-46fe-8a8d-878d0b6ba4f4 req-3ba04e35-1c46-4bf6-bf80-816929d98b3c tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Calling delete_port for 105710c2-5163-4e31-b420-a8f55afe9b3c owned by compute:nova {{(pid=106711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:45:32.578220 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.db_base_plugin_common [req-205cb129-094d-4502-9287-776c49efd32d req-78b0bed5-c5d0-4999-b0be-3592609ef453 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Allocated IP 172.20.0.7 (37f62f2b-1fa6-4259-8c0c-300a7f846382/ac0a00d7-b045-4d72-b933-c8bcf9c0b810/e9ad1766-b0c5-453c-bcfa-759ce1ac7f54) {{(pid=106710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:45:32.722594 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-205cb129-094d-4502-9287-776c49efd32d req-78b0bed5-c5d0-4999-b0be-3592609ef453 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Publish callbacks [] for port, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:32.753873 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-478495e8-e3c3-46fe-8a8d-878d0b6ba4f4 req-3ba04e35-1c46-4bf6-bf80-816929d98b3c tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14797620'] for port, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:32.783276 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba04e35-1c46-4bf6-bf80-816929d98b3c tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Pushing event deleted for resources: {'Port': ['ID=105710c2-5163-4e31-b420-a8f55afe9b3c,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:45:32.801747 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] get_ports_and_sgs() called for port_ids ['d49d88e2-e66e-44aa-a669-20928e18970b', '45bcd2c1-0be5-4c67-b963-96352353f38e', 'd915daa8-5829-449a-9547-0c29d8b421cf', '105710c2-5163-4e31-b420-a8f55afe9b3c'] {{(pid=106712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:45:32.839481 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-205cb129-094d-4502-9287-776c49efd32d req-78b0bed5-c5d0-4999-b0be-3592609ef453 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16030778'] for port, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:32.856658 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba04e35-1c46-4bf6-bf80-816929d98b3c tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:45:32.857008 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba04e35-1c46-4bf6-bf80-816929d98b3c tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:45:32.857352 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba04e35-1c46-4bf6-bf80-816929d98b3c tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:45:32.857690 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba04e35-1c46-4bf6-bf80-816929d98b3c tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:45:32.858029 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba04e35-1c46-4bf6-bf80-816929d98b3c tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:45:32.858359 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba04e35-1c46-4bf6-bf80-816929d98b3c tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:45:32.858690 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba04e35-1c46-4bf6-bf80-816929d98b3c tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:45:32.859018 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba04e35-1c46-4bf6-bf80-816929d98b3c tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:45:32.859448 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba04e35-1c46-4bf6-bf80-816929d98b3c tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:45:32.859800 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba04e35-1c46-4bf6-bf80-816929d98b3c tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:45:32.860128 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba04e35-1c46-4bf6-bf80-816929d98b3c tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:45:32.860450 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba04e35-1c46-4bf6-bf80-816929d98b3c tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:45:32.884685 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-205cb129-094d-4502-9287-776c49efd32d req-78b0bed5-c5d0-4999-b0be-3592609ef453 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Network 37f62f2b-1fa6-4259-8c0c-300a7f846382 is already hosted by enough agents. {{(pid=106710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:45:32.885457 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.l3_dvrscheduler_db [req-478495e8-e3c3-46fe-8a8d-878d0b6ba4f4 req-3ba04e35-1c46-4bf6-bf80-816929d98b3c tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] No DVR routers for this DVR port 105710c2-5163-4e31-b420-a8f55afe9b3c on host hv-cinder-81374 {{(pid=106711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:45:32.890832 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-478495e8-e3c3-46fe-8a8d-878d0b6ba4f4 req-3ba04e35-1c46-4bf6-bf80-816929d98b3c tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for port, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:32.894575 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.base_scheduler [req-205cb129-094d-4502-9287-776c49efd32d req-78b0bed5-c5d0-4999-b0be-3592609ef453 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Resources bound (agent type, host, resource id): {{(pid=106710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:45:32.894936 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-478495e8-e3c3-46fe-8a8d-878d0b6ba4f4 req-3ba04e35-1c46-4bf6-bf80-816929d98b3c tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.54 "DELETE /v2.0/ports/105710c2-5163-4e31-b420-a8f55afe9b3c HTTP/1.1" status: 204 len: 173 time: 0.6041672 Oct 14 07:45:32.895439 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc04bd7-c8f8-48bd-ac4b-df159f6301fc', 'name': 'network-vif-deleted', 'tag': '105710c2-5163-4e31-b420-a8f55afe9b3c'}] {{(pid=106711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:45:32.897302 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.l3_dvrscheduler_db [req-205cb129-094d-4502-9287-776c49efd32d req-78b0bed5-c5d0-4999-b0be-3592609ef453 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Received port after_create {{(pid=106710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:45:32.899001 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761d26d7c5f72f4b552347b0101038dbdc9b0b60127f0c8e71cb2eb10747878c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce89a336-d0f2-4ce7-9824-978fc8e337d3" -d '{"events": [{"server_uuid": "ddc04bd7-c8f8-48bd-ac4b-df159f6301fc", "name": "network-vif-deleted", "tag": "105710c2-5163-4e31-b420-a8f55afe9b3c"}]}' {{(pid=106711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:45:32.918377 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed771626-be1e-4152-8560-3d26daa42e69 req-abd1ee0a-81a1-47c8-9149-e1be8fa1f93d tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:32.927144 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-ed771626-be1e-4152-8560-3d26daa42e69 req-abd1ee0a-81a1-47c8-9149-e1be8fa1f93d tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 943 time: 0.1342480 Oct 14 07:45:32.927310 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-439377cf-db3c-4e91-9aae-241f8a26ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:32.946889 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0bed5-c5d0-4999-b0be-3592609ef453 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Pushing event updated for resources: {'Port': ['ID=e9ad1766-b0c5-453c-bcfa-759ce1ac7f54,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:45:32.962771 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-ed771626-be1e-4152-8560-3d26daa42e69 req-5703eb98-8b9f-413d-9e7e-597737cb0c9a tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348961 Oct 14 07:45:33.004331 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b0bed5-c5d0-4999-b0be-3592609ef453 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:45:33.004331 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b0bed5-c5d0-4999-b0be-3592609ef453 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:45:33.004331 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b0bed5-c5d0-4999-b0be-3592609ef453 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:45:33.004331 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b0bed5-c5d0-4999-b0be-3592609ef453 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:45:33.004331 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b0bed5-c5d0-4999-b0be-3592609ef453 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:45:33.004331 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b0bed5-c5d0-4999-b0be-3592609ef453 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:45:33.004331 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b0bed5-c5d0-4999-b0be-3592609ef453 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:45:33.004331 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b0bed5-c5d0-4999-b0be-3592609ef453 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:45:33.004331 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b0bed5-c5d0-4999-b0be-3592609ef453 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:45:33.004331 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b0bed5-c5d0-4999-b0be-3592609ef453 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:45:33.004331 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b0bed5-c5d0-4999-b0be-3592609ef453 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:45:33.004331 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b0bed5-c5d0-4999-b0be-3592609ef453 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:45:33.025642 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205cb129-094d-4502-9287-776c49efd32d req-78b0bed5-c5d0-4999-b0be-3592609ef453 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:33.026624 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-205cb129-094d-4502-9287-776c49efd32d req-78b0bed5-c5d0-4999-b0be-3592609ef453 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for port, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:33.035452 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f98fbe-2cc8-4a3b-b172-e7790400fb6b x-openstack-request-id: req-c4f98fbe-2cc8-4a3b-b172-e7790400fb6b {{(pid=106711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:45:33.036710 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc04bd7-c8f8-48bd-ac4b-df159f6301fc", "name": "network-vif-deleted", "tag": "105710c2-5163-4e31-b420-a8f55afe9b3c", "status": "completed", "code": 200}]} {{(pid=106711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:45:33.036710 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c4f98fbe-2cc8-4a3b-b172-e7790400fb6b {{(pid=106711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:45:33.037258 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc04bd7-c8f8-48bd-ac4b-df159f6301fc', 'name': 'network-vif-deleted', 'tag': '105710c2-5163-4e31-b420-a8f55afe9b3c', 'status': 'completed', 'code': 200} Oct 14 07:45:33.048232 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fb269-6d64-4eb4-b074-f4ab7c818fee req-557eec9e-aeab-465f-94ee-089a3742523f tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:33.049746 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-f98fb269-6d64-4eb4-b074-f4ab7c818fee req-557eec9e-aeab-465f-94ee-089a3742523f tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.1041374 Oct 14 07:45:33.095572 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-f98fb269-6d64-4eb4-b074-f4ab7c818fee req-e7b25a0d-a785-4096-abb2-8d0535ae9c07 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355523 Oct 14 07:45:33.118064 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-205cb129-094d-4502-9287-776c49efd32d req-78b0bed5-c5d0-4999-b0be-3592609ef453 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8833768 Oct 14 07:45:33.150984 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d8f141-3275-4cf7-bd88-4866eb39f289 req-9c105dc3-2fe8-446e-9c6f-ad6c340fbcd2 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:33.161124 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [req-205cb129-094d-4502-9287-776c49efd32d req-5ff4a770-de0f-4555-b025-6368327d2cdf service neutron] Request body: {'port': {'device_id': '4a5e9d13-8008-4949-b379-6278d3c02ed0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81374'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:45:33.161274 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-a7d8f141-3275-4cf7-bd88-4866eb39f289 req-9c105dc3-2fe8-446e-9c6f-ad6c340fbcd2 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a5e9d13-8008-4949-b379-6278d3c02ed0 HTTP/1.1" status: 200 len: 931 time: 0.0708790 Oct 14 07:45:33.193613 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-a7d8f141-3275-4cf7-bd88-4866eb39f289 req-512f8f09-b77c-49f6-a7f4-684063baa24e tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/security-groups?id=d11574b2-c989-4ff3-9d47-a161bca6d517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343335 Oct 14 07:45:33.210462 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-4b20c550-27e8-45b7-8fb0-73cb6b15dee2 req-92d04449-ff22-492f-b7fd-413535f09104 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddc04bd7-c8f8-48bd-ac4b-df159f6301fc HTTP/1.1" status: 200 len: 210 time: 0.0347703 Oct 14 07:45:33.249197 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-205cb129-094d-4502-9287-776c49efd32d req-5ff4a770-de0f-4555-b025-6368327d2cdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:33.509357 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.notifiers.nova [req-205cb129-094d-4502-9287-776c49efd32d req-5ff4a770-de0f-4555-b025-6368327d2cdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9ad1766-b0c5-453c-bcfa-759ce1ac7f54 {{(pid=106710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:45:33.516489 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-205cb129-094d-4502-9287-776c49efd32d req-5ff4a770-de0f-4555-b025-6368327d2cdf service neutron] Publish callbacks [] for port, precommit_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:33.532419 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.provisioning_blocks [req-205cb129-094d-4502-9287-776c49efd32d req-5ff4a770-de0f-4555-b025-6368327d2cdf service neutron] Transition to ACTIVE for port object e9ad1766-b0c5-453c-bcfa-759ce1ac7f54 will not be triggered until provisioned by entity L2. {{(pid=106710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 07:45:33.602899 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-205cb129-094d-4502-9287-776c49efd32d req-5ff4a770-de0f-4555-b025-6368327d2cdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16030733'] for port, after_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:33.667112 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff4a770-de0f-4555-b025-6368327d2cdf service neutron] Pushing event updated for resources: {'Port': ['ID=e9ad1766-b0c5-453c-bcfa-759ce1ac7f54,revision_number=2']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:45:33.718271 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.managers [req-205cb129-094d-4502-9287-776c49efd32d req-5ff4a770-de0f-4555-b025-6368327d2cdf service neutron] Attempting to bind port e9ad1766-b0c5-453c-bcfa-759ce1ac7f54 on host hv-cinder-81374 for vnic_type normal with profile {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:45:33.718751 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.managers [req-205cb129-094d-4502-9287-776c49efd32d req-5ff4a770-de0f-4555-b025-6368327d2cdf service neutron] Attempting to bind port e9ad1766-b0c5-453c-bcfa-759ce1ac7f54 by drivers openvswitch,hyperv on host hv-cinder-81374 at level 0 using segments [{'id': '8426edd5-2043-49c0-857a-b0e887e9c38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '37f62f2b-1fa6-4259-8c0c-300a7f846382'}] {{(pid=106710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:45:33.719713 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205cb129-094d-4502-9287-776c49efd32d req-5ff4a770-de0f-4555-b025-6368327d2cdf service neutron] Attempting to bind port e9ad1766-b0c5-453c-bcfa-759ce1ac7f54 on network 37f62f2b-1fa6-4259-8c0c-300a7f846382 {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:45:33.723878 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205cb129-094d-4502-9287-776c49efd32d req-5ff4a770-de0f-4555-b025-6368327d2cdf service neutron] Port e9ad1766-b0c5-453c-bcfa-759ce1ac7f54 on network 37f62f2b-1fa6-4259-8c0c-300a7f846382 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81374 {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 07:45:33.728555 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205cb129-094d-4502-9287-776c49efd32d req-5ff4a770-de0f-4555-b025-6368327d2cdf service neutron] Attempting to bind port e9ad1766-b0c5-453c-bcfa-759ce1ac7f54 on network 37f62f2b-1fa6-4259-8c0c-300a7f846382 {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:45:33.729012 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205cb129-094d-4502-9287-776c49efd32d req-5ff4a770-de0f-4555-b025-6368327d2cdf service neutron] Checking agent: {'id': 'e9e2cc54-3b31-4b83-b77c-54087550ab3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 7, 40, 39), 'started_at': datetime.datetime(2021, 10, 14, 7, 40, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:45:33.729383 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205cb129-094d-4502-9287-776c49efd32d req-5ff4a770-de0f-4555-b025-6368327d2cdf service neutron] Checking segment: {'id': '8426edd5-2043-49c0-857a-b0e887e9c38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '37f62f2b-1fa6-4259-8c0c-300a7f846382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:45:33.729746 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205cb129-094d-4502-9287-776c49efd32d req-5ff4a770-de0f-4555-b025-6368327d2cdf service neutron] Bound using segment: {'id': '8426edd5-2043-49c0-857a-b0e887e9c38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '37f62f2b-1fa6-4259-8c0c-300a7f846382'} {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:45:33.730167 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.managers [req-205cb129-094d-4502-9287-776c49efd32d req-5ff4a770-de0f-4555-b025-6368327d2cdf service neutron] Bound port: e9ad1766-b0c5-453c-bcfa-759ce1ac7f54, host: hv-cinder-81374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8426edd5-2043-49c0-857a-b0e887e9c38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '37f62f2b-1fa6-4259-8c0c-300a7f846382'}}] {{(pid=106710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:45:33.730511 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-205cb129-094d-4502-9287-776c49efd32d req-5ff4a770-de0f-4555-b025-6368327d2cdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:33.793897 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.db [req-205cb129-094d-4502-9287-776c49efd32d req-5ff4a770-de0f-4555-b025-6368327d2cdf service neutron] For port e9ad1766-b0c5-453c-bcfa-759ce1ac7f54, host hv-cinder-81374, cleared binding levels {{(pid=106710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:45:33.793897 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.db [req-205cb129-094d-4502-9287-776c49efd32d req-5ff4a770-de0f-4555-b025-6368327d2cdf service neutron] For port e9ad1766-b0c5-453c-bcfa-759ce1ac7f54, host hv-cinder-81374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=e9ad1766-b0c5-453c-bcfa-759ce1ac7f54,segment=NetworkSegment(8426edd5-2043-49c0-857a-b0e887e9c38d),segment_id=8426edd5-2043-49c0-857a-b0e887e9c38d)] {{(pid=106710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:45:33.860724 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-205cb129-094d-4502-9287-776c49efd32d req-5ff4a770-de0f-4555-b025-6368327d2cdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16030733'] for port, after_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:33.892853 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205cb129-094d-4502-9287-776c49efd32d req-5ff4a770-de0f-4555-b025-6368327d2cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:33.893463 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-205cb129-094d-4502-9287-776c49efd32d req-5ff4a770-de0f-4555-b025-6368327d2cdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for port, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:33.895133 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-205cb129-094d-4502-9287-776c49efd32d req-5ff4a770-de0f-4555-b025-6368327d2cdf service neutron] 10.222.0.54 "PUT /v2.0/ports/e9ad1766-b0c5-453c-bcfa-759ce1ac7f54 HTTP/1.1" status: 200 len: 1093 time: 0.7498457 Oct 14 07:45:33.895558 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a5e9d13-8008-4949-b379-6278d3c02ed0', 'tag': 'e9ad1766-b0c5-453c-bcfa-759ce1ac7f54'}] {{(pid=106710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:45:33.897786 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ebf78bef5954e8ca5597493995d581d8346ee5b9d6b2d49db072251da4c473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc416099-dfd5-46ec-8e27-56467d4e3eda" -d '{"events": [{"name": "network-changed", "server_uuid": "4a5e9d13-8008-4949-b379-6278d3c02ed0", "tag": "e9ad1766-b0c5-453c-bcfa-759ce1ac7f54"}]}' {{(pid=106710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:45:33.922134 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff4a770-de0f-4555-b025-6368327d2cdf service neutron] Pushing event updated for resources: {'Port': ['ID=e9ad1766-b0c5-453c-bcfa-759ce1ac7f54,revision_number=3']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:45:33.934179 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b336f5-398c-4720-a1ed-2b7cf69a51d7 x-openstack-request-id: req-37b336f5-398c-4720-a1ed-2b7cf69a51d7 {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:45:33.934491 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a5e9d13-8008-4949-b379-6278d3c02ed0", "tag": "e9ad1766-b0c5-453c-bcfa-759ce1ac7f54", "status": "completed", "code": 200}]} {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:45:33.934742 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-37b336f5-398c-4720-a1ed-2b7cf69a51d7 {{(pid=106710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:45:33.935132 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a5e9d13-8008-4949-b379-6278d3c02ed0', 'tag': 'e9ad1766-b0c5-453c-bcfa-759ce1ac7f54', 'status': 'completed', 'code': 200} Oct 14 07:45:34.096634 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc416099-dfd5-46ec-8e27-56467d4e3eda req-f0c1b5a4-7a16-4b54-ab35-4e20ce462e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:34.098452 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-bc416099-dfd5-46ec-8e27-56467d4e3eda req-f0c1b5a4-7a16-4b54-ab35-4e20ce462e86 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ec593b8641b54a6782b45c794a9218fe&device_id=4a5e9d13-8008-4949-b379-6278d3c02ed0 HTTP/1.1" status: 200 len: 1096 time: 0.0764327 Oct 14 07:45:34.109663 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976ed3b-7348-4c31-b360-e92238808efb req-1c516980-d899-4a88-aeae-18c458b627d3 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:34.111027 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-d976ed3b-7348-4c31-b360-e92238808efb req-1c516980-d899-4a88-aeae-18c458b627d3 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 943 time: 0.0642724 Oct 14 07:45:34.206608 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-d976ed3b-7348-4c31-b360-e92238808efb req-90588c0b-07d5-4acb-a693-2930d2acd02e tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843675 Oct 14 07:45:34.244533 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc416099-dfd5-46ec-8e27-56467d4e3eda req-8b31e029-ddcd-4688-9423-dfe6119d9ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:34.244652 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f181451e-b414-40ff-baf6-5f00ed1f3612 req-ccda62c7-947e-4870-ac19-77952c38e869 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:34.245114 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-bc416099-dfd5-46ec-8e27-56467d4e3eda req-8b31e029-ddcd-4688-9423-dfe6119d9ee5 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=ec593b8641b54a6782b45c794a9218fe&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1292417 Oct 14 07:45:34.245804 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-f181451e-b414-40ff-baf6-5f00ed1f3612 req-ccda62c7-947e-4870-ac19-77952c38e869 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0738144 Oct 14 07:45:34.286242 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-f181451e-b414-40ff-baf6-5f00ed1f3612 req-ee837558-c9ef-4e04-9144-13cf7646a306 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331140 Oct 14 07:45:34.387899 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0766ef9-440c-4989-af41-d6de025f9b55 req-95965de7-fbca-4611-a985-2e0587d01e2e tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:34.389507 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-e0766ef9-440c-4989-af41-d6de025f9b55 req-95965de7-fbca-4611-a985-2e0587d01e2e tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a5e9d13-8008-4949-b379-6278d3c02ed0 HTTP/1.1" status: 200 len: 943 time: 0.1150944 Oct 14 07:45:34.423390 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc416099-dfd5-46ec-8e27-56467d4e3eda req-7ff6a64a-2ac3-4cae-8783-618cbb0a0100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:34.424879 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-bc416099-dfd5-46ec-8e27-56467d4e3eda req-7ff6a64a-2ac3-4cae-8783-618cbb0a0100 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1492925 Oct 14 07:45:34.443886 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-e0766ef9-440c-4989-af41-d6de025f9b55 req-1718660a-d8ef-4710-a4ce-5ef0354d09cc tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/security-groups?id=d11574b2-c989-4ff3-9d47-a161bca6d517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466561 Oct 14 07:45:34.544228 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205cb129-094d-4502-9287-776c49efd32d req-b092b41a-5baf-4df6-9606-e845c5f2a6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:34.546067 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-205cb129-094d-4502-9287-776c49efd32d req-b092b41a-5baf-4df6-9606-e845c5f2a6b3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ec593b8641b54a6782b45c794a9218fe&device_id=4a5e9d13-8008-4949-b379-6278d3c02ed0 HTTP/1.1" status: 200 len: 1096 time: 0.0468838 Oct 14 07:45:34.616076 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-205cb129-094d-4502-9287-776c49efd32d req-f9c464ec-2148-420f-b523-e2168e8e2499 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9ad1766-b0c5-453c-bcfa-759ce1ac7f54 HTTP/1.1" status: 200 len: 217 time: 0.0355306 Oct 14 07:45:34.666203 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205cb129-094d-4502-9287-776c49efd32d req-32061a82-2e96-4e9a-b315-33791316d5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:34.667599 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-205cb129-094d-4502-9287-776c49efd32d req-32061a82-2e96-4e9a-b315-33791316d5d1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac0a00d7-b045-4d72-b933-c8bcf9c0b810 HTTP/1.1" status: 200 len: 854 time: 0.0444925 Oct 14 07:45:34.701548 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-205cb129-094d-4502-9287-776c49efd32d req-f7958e3b-9cc0-4f49-be85-3089c49a9384 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=37f62f2b-1fa6-4259-8c0c-300a7f846382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0219038 Oct 14 07:45:34.792378 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-205cb129-094d-4502-9287-776c49efd32d req-5140909c-3712-4073-9a51-b122b556a1bc service neutron] 10.222.0.54 "GET /v2.0/networks/37f62f2b-1fa6-4259-8c0c-300a7f846382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808029 Oct 14 07:45:34.886113 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-205cb129-094d-4502-9287-776c49efd32d req-cf1e4f81-27f5-4a0f-971c-f98dc94c09b9 service neutron] 10.222.0.54 "GET /v2.0/networks/37f62f2b-1fa6-4259-8c0c-300a7f846382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832372 Oct 14 07:45:35.327746 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68a786-a078-45c5-b8c5-44d1ac39e8f4 req-26dade3c-2a02-4138-b8dd-b8e4813ca330 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:35.330170 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-bb68a786-a078-45c5-b8c5-44d1ac39e8f4 req-26dade3c-2a02-4138-b8dd-b8e4813ca330 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 943 time: 0.0471807 Oct 14 07:45:35.366645 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-bb68a786-a078-45c5-b8c5-44d1ac39e8f4 req-14577bc9-25e7-4ec6-aeb2-28b79bb99489 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307834 Oct 14 07:45:35.407747 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175481d0-5e31-4d22-b86a-1a4e1bab0508 req-7a749735-0ed2-4830-ae77-aade90c8be96 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:35.408345 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-175481d0-5e31-4d22-b86a-1a4e1bab0508 req-7a749735-0ed2-4830-ae77-aade90c8be96 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0519507 Oct 14 07:45:35.444575 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-175481d0-5e31-4d22-b86a-1a4e1bab0508 req-4c261afb-f6de-4f5f-aa87-ead3dd82b38b tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303071 Oct 14 07:45:35.556550 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9aa79c-53cb-4e06-93e6-834c64facf1b req-bbd4ca66-f5f4-4f1c-979b-bf5c7d26078d tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:35.557975 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-2f9aa79c-53cb-4e06-93e6-834c64facf1b req-bbd4ca66-f5f4-4f1c-979b-bf5c7d26078d tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a5e9d13-8008-4949-b379-6278d3c02ed0 HTTP/1.1" status: 200 len: 943 time: 0.0468054 Oct 14 07:45:35.595115 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-2f9aa79c-53cb-4e06-93e6-834c64facf1b req-e5a4fe4a-c9ea-46c2-81be-ea41ecf455b2 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/security-groups?id=d11574b2-c989-4ff3-9d47-a161bca6d517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312932 Oct 14 07:45:35.986383 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5770e-1e2f-4ffa-800e-44e8d753d143 req-80263409-c716-4922-83b2-dc282c114566 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:35.987737 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-38a5770e-1e2f-4ffa-800e-44e8d753d143 req-80263409-c716-4922-83b2-dc282c114566 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa81a94b-6229-4a5d-a20a-6028e74dc2c4 HTTP/1.1" status: 200 len: 945 time: 0.0493424 Oct 14 07:45:36.023866 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-38a5770e-1e2f-4ffa-800e-44e8d753d143 req-f38de533-be33-40ff-b34b-37d843764017 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296717 Oct 14 07:45:36.341389 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 105710c2-5163-4e31-b420-a8f55afe9b3c no longer exists at agent hyperv_hv-cinder-81374 {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:45:36.360717 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] No Port match for: 105710c2-5163-4e31-b420-a8f55afe9b3c {{(pid=106712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:45:36.361056 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 105710c2-5163-4e31-b420-a8f55afe9b3c not bound to the agent host hv-cinder-81374 {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:45:36.488495 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad36fe31-d836-4d38-a1e0-f40b691bf1e1 req-8045b4fa-3b40-4519-a8bc-eb8ac76f4847 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:36.489955 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-ad36fe31-d836-4d38-a1e0-f40b691bf1e1 req-8045b4fa-3b40-4519-a8bc-eb8ac76f4847 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 943 time: 0.0463293 Oct 14 07:45:36.528718 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-ad36fe31-d836-4d38-a1e0-f40b691bf1e1 req-fcf7e2de-f689-43fc-9bf1-e1afdc4eb0e0 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322576 Oct 14 07:45:36.555759 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8abb8e-a43c-455b-8d4b-f5e11da27c19 req-0933b2eb-3cf0-436e-9e47-6288f73d9ab9 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:36.557325 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-8f8abb8e-a43c-455b-8d4b-f5e11da27c19 req-0933b2eb-3cf0-436e-9e47-6288f73d9ab9 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0474772 Oct 14 07:45:36.593879 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-8f8abb8e-a43c-455b-8d4b-f5e11da27c19 req-3c2293bf-f375-4014-8ed3-9cc80fc03f68 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308468 Oct 14 07:45:36.705292 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1df7a-aa8c-40be-be9e-3b9c99ec1b31 req-1a5cf1a0-bb14-44cc-b5d7-7a9bbcee5843 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:36.706743 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-01f1df7a-aa8c-40be-be9e-3b9c99ec1b31 req-1a5cf1a0-bb14-44cc-b5d7-7a9bbcee5843 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a5e9d13-8008-4949-b379-6278d3c02ed0 HTTP/1.1" status: 200 len: 943 time: 0.0473459 Oct 14 07:45:36.772639 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-01f1df7a-aa8c-40be-be9e-3b9c99ec1b31 req-88e4cbe3-1900-4bd4-8c0f-91278ee54b63 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/security-groups?id=d11574b2-c989-4ff3-9d47-a161bca6d517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571153 Oct 14 07:45:36.776739 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb840bad-e798-46e0-994c-a293af2eb7f9 req-12b287bd-1360-497f-8dfe-69becc49084b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:36.778151 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-bb840bad-e798-46e0-994c-a293af2eb7f9 req-12b287bd-1360-497f-8dfe-69becc49084b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f209626c73004f63b5c5a1466783d22f&device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 1096 time: 0.0705721 Oct 14 07:45:36.881545 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb840bad-e798-46e0-994c-a293af2eb7f9 req-cc888909-3a5a-4ffc-b1c4-0a4da2525fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:36.882981 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-bb840bad-e798-46e0-994c-a293af2eb7f9 req-cc888909-3a5a-4ffc-b1c4-0a4da2525fb9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=234dd989-1b6f-4d0e-b26c-6546ea618e4f HTTP/1.1" status: 200 len: 918 time: 0.0824068 Oct 14 07:45:37.136501 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d20b09-0a65-4280-bb28-0ba7e6a25629 req-79ce48a8-6663-4dda-8110-97d7e279a820 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:37.137898 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-d7d20b09-0a65-4280-bb28-0ba7e6a25629 req-79ce48a8-6663-4dda-8110-97d7e279a820 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa81a94b-6229-4a5d-a20a-6028e74dc2c4 HTTP/1.1" status: 200 len: 945 time: 0.0483541 Oct 14 07:45:37.159795 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-bb840bad-e798-46e0-994c-a293af2eb7f9 req-dd1e05bd-498e-42e1-87f1-35f8870cb0ac service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e2fe0a8-7ba6-4296-bd21-12f8fb794d72 HTTP/1.1" status: 200 len: 999 time: 0.2637393 Oct 14 07:45:37.175406 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-d7d20b09-0a65-4280-bb28-0ba7e6a25629 req-ceda2b3c-6723-4591-b076-db7283c9331e tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315182 Oct 14 07:45:37.218490 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb840bad-e798-46e0-994c-a293af2eb7f9 req-404915d3-3e26-4f82-afc1-46dffd233e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:37.219983 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-bb840bad-e798-46e0-994c-a293af2eb7f9 req-404915d3-3e26-4f82-afc1-46dffd233e3e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61 HTTP/1.1" status: 200 len: 856 time: 0.0435939 Oct 14 07:45:37.265450 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb840bad-e798-46e0-994c-a293af2eb7f9 req-41a04ab7-1f5c-4825-aa5e-02c76a46fc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:37.266888 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-bb840bad-e798-46e0-994c-a293af2eb7f9 req-41a04ab7-1f5c-4825-aa5e-02c76a46fc86 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=234dd989-1b6f-4d0e-b26c-6546ea618e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386336 Oct 14 07:45:37.359467 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-bb840bad-e798-46e0-994c-a293af2eb7f9 req-2067e2ae-a114-45cf-8f2f-626096c95e73 service neutron] 10.222.0.54 "GET /v2.0/networks/234dd989-1b6f-4d0e-b26c-6546ea618e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826840 Oct 14 07:45:37.454783 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-bb840bad-e798-46e0-994c-a293af2eb7f9 req-a7274d50-2fab-41c7-a4d3-f1b986095692 service neutron] 10.222.0.54 "GET /v2.0/networks/234dd989-1b6f-4d0e-b26c-6546ea618e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839837 Oct 14 07:45:37.647007 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ddde2-a534-4eb3-b5cb-b66022d055b4 req-eff12103-2f70-4af8-87c8-154aa5f58112 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:37.648600 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a10ddde2-a534-4eb3-b5cb-b66022d055b4 req-eff12103-2f70-4af8-87c8-154aa5f58112 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 943 time: 0.0490546 Oct 14 07:45:37.686231 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a10ddde2-a534-4eb3-b5cb-b66022d055b4 req-ab04fefc-4954-4d03-abb2-4c68a09f8e65 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316057 Oct 14 07:45:37.708696 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb87168-0f42-4403-b01b-31e69d461a10 req-3cc8f614-caee-49ec-9500-08521de451e0 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:37.710653 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-bbb87168-0f42-4403-b01b-31e69d461a10 req-3cc8f614-caee-49ec-9500-08521de451e0 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0509727 Oct 14 07:45:37.747299 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-bbb87168-0f42-4403-b01b-31e69d461a10 req-78f8ca8e-661a-40fa-9a7a-0641c803b6d6 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306878 Oct 14 07:45:37.885618 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c9e3a-f602-485e-bc6d-4cc31deebc2c req-b122a623-b640-406d-8420-695a5c3f5e69 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:37.887053 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-df6c9e3a-f602-485e-bc6d-4cc31deebc2c req-b122a623-b640-406d-8420-695a5c3f5e69 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a5e9d13-8008-4949-b379-6278d3c02ed0 HTTP/1.1" status: 200 len: 943 time: 0.0461760 Oct 14 07:45:37.924507 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-df6c9e3a-f602-485e-bc6d-4cc31deebc2c req-8e7489c3-5f78-4ffd-9f09-3dc2e4a78bfc tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/security-groups?id=d11574b2-c989-4ff3-9d47-a161bca6d517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316374 Oct 14 07:45:38.287408 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9418efe-7ff2-45d0-b348-f042da61a7d0 req-72f252d6-0d3f-4b29-b381-95190163bd55 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:38.288962 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a9418efe-7ff2-45d0-b348-f042da61a7d0 req-72f252d6-0d3f-4b29-b381-95190163bd55 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa81a94b-6229-4a5d-a20a-6028e74dc2c4 HTTP/1.1" status: 200 len: 945 time: 0.0523214 Oct 14 07:45:38.290783 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca6362-88ab-4436-a0de-9175d78d9078 req-a9fca591-31b6-472f-93ff-48d5fcde37bb tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:38.292344 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-32ca6362-88ab-4436-a0de-9175d78d9078 req-a9fca591-31b6-472f-93ff-48d5fcde37bb tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa81a94b-6229-4a5d-a20a-6028e74dc2c4 HTTP/1.1" status: 200 len: 945 time: 0.0497510 Oct 14 07:45:38.331311 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-32ca6362-88ab-4436-a0de-9175d78d9078 req-2439d949-6825-46a3-a573-81c13b73e105 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327067 Oct 14 07:45:38.352552 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 7e2fe0a8-7ba6-4296-bd21-12f8fb794d72 details requested by agent hyperv_hv-cinder-81374 with host hv-cinder-81374 {{(pid=106712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 07:45:38.392058 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [req-a9418efe-7ff2-45d0-b348-f042da61a7d0 req-bbeb383f-0121-4115-b44b-b774829a97b5 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Deleting port d915daa8-5829-449a-9547-0c29d8b421cf {{(pid=106710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:45:38.392395 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-a9418efe-7ff2-45d0-b348-f042da61a7d0 req-bbeb383f-0121-4115-b44b-b774829a97b5 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:38.450116 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port 7e2fe0a8-7ba6-4296-bd21-12f8fb794d72, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=7e2fe0a8-7ba6-4296-bd21-12f8fb794d72,segment=NetworkSegment(4a88a654-492a-4721-b165-d0bc4cb223f9),segment_id=4a88a654-492a-4721-b165-d0bc4cb223f9)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:45:38.484295 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.db [req-a9418efe-7ff2-45d0-b348-f042da61a7d0 req-bbeb383f-0121-4115-b44b-b774829a97b5 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] For port d915daa8-5829-449a-9547-0c29d8b421cf, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=d915daa8-5829-449a-9547-0c29d8b421cf,segment=NetworkSegment(3b66f756-396e-4b46-9e02-b120fb33c532),segment_id=3b66f756-396e-4b46-9e02-b120fb33c532)] {{(pid=106710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:45:38.484558 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-a9418efe-7ff2-45d0-b348-f042da61a7d0 req-bbeb383f-0121-4115-b44b-b774829a97b5 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:38.502233 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [req-a9418efe-7ff2-45d0-b348-f042da61a7d0 req-bbeb383f-0121-4115-b44b-b774829a97b5 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Calling delete_port for d915daa8-5829-449a-9547-0c29d8b421cf owned by compute:nova {{(pid=106710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:45:38.596699 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Returning: {'device': '7e2fe0a8-7ba6-4296-bd21-12f8fb794d72', 'network_id': '234dd989-1b6f-4d0e-b26c-6546ea618e4f', 'port_id': '7e2fe0a8-7ba6-4296-bd21-12f8fb794d72', 'mac_address': 'fa:16:3e:21:a0:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 07:45:38.626034 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:38.639172 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e2fe0a8-7ba6-4296-bd21-12f8fb794d72 {{(pid=106712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:45:38.658136 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port 7e2fe0a8-7ba6-4296-bd21-12f8fb794d72, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=7e2fe0a8-7ba6-4296-bd21-12f8fb794d72,segment=NetworkSegment(4a88a654-492a-4721-b165-d0bc4cb223f9),segment_id=4a88a654-492a-4721-b165-d0bc4cb223f9)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:45:38.729098 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-a9418efe-7ff2-45d0-b348-f042da61a7d0 req-bbeb383f-0121-4115-b44b-b774829a97b5 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16030778'] for port, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:38.757050 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb383f-0121-4115-b44b-b774829a97b5 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Pushing event deleted for resources: {'Port': ['ID=d915daa8-5829-449a-9547-0c29d8b421cf,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:45:38.757349 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:38.758325 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device e9ad1766-b0c5-453c-bcfa-759ce1ac7f54 details requested by agent hyperv_hv-cinder-81374 with host hv-cinder-81374 {{(pid=106712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 07:45:38.797827 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] get_ports_and_sgs() called for port_ids ['d49d88e2-e66e-44aa-a669-20928e18970b', '45bcd2c1-0be5-4c67-b963-96352353f38e', 'd915daa8-5829-449a-9547-0c29d8b421cf'] {{(pid=106712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:45:38.823512 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9418efe-7ff2-45d0-b348-f042da61a7d0 req-bbeb383f-0121-4115-b44b-b774829a97b5 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] No DVR routers for this DVR port d915daa8-5829-449a-9547-0c29d8b421cf on host hv-cinder-81374 {{(pid=106710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:45:38.830558 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-a9418efe-7ff2-45d0-b348-f042da61a7d0 req-bbeb383f-0121-4115-b44b-b774829a97b5 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for port, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:38.834441 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a9418efe-7ff2-45d0-b348-f042da61a7d0 req-bbeb383f-0121-4115-b44b-b774829a97b5 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.54 "DELETE /v2.0/ports/d915daa8-5829-449a-9547-0c29d8b421cf HTTP/1.1" status: 204 len: 173 time: 0.5351591 Oct 14 07:45:38.835973 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa81a94b-6229-4a5d-a20a-6028e74dc2c4', 'name': 'network-vif-deleted', 'tag': 'd915daa8-5829-449a-9547-0c29d8b421cf'}] {{(pid=106710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:45:38.838218 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ebf78bef5954e8ca5597493995d581d8346ee5b9d6b2d49db072251da4c473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e6ce00-0561-412a-9edc-349e87c92c0a" -d '{"events": [{"server_uuid": "fa81a94b-6229-4a5d-a20a-6028e74dc2c4", "name": "network-vif-deleted", "tag": "d915daa8-5829-449a-9547-0c29d8b421cf"}]}' {{(pid=106710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:45:38.857483 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab4bf61-0a53-42e1-a0a8-3a2715d32811 req-a8d4ff1c-2aff-4c53-a606-5d6cf1ce533d tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:38.859213 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-aab4bf61-0a53-42e1-a0a8-3a2715d32811 req-a8d4ff1c-2aff-4c53-a606-5d6cf1ce533d tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 944 time: 0.0957518 Oct 14 07:45:38.871651 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69a1b1-049f-4363-9e40-00358a26be33 req-7e5f7033-c70b-454a-873a-f26adc815850 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:38.873390 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-cf69a1b1-049f-4363-9e40-00358a26be33 req-7e5f7033-c70b-454a-873a-f26adc815850 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0574408 Oct 14 07:45:38.900212 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=7e2fe0a8-7ba6-4296-bd21-12f8fb794d72,revision_number=9']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:45:38.910647 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-aab4bf61-0a53-42e1-a0a8-3a2715d32811 req-95908045-e6b5-453e-9bf9-edec03e7c4e0 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411882 Oct 14 07:45:38.914509 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-cf69a1b1-049f-4363-9e40-00358a26be33 req-15112c54-fd08-4b37-af68-19eaf1d2d689 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350547 Oct 14 07:45:38.974996 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70f7b01-bd6a-455b-92fe-245547292bd6 x-openstack-request-id: req-d70f7b01-bd6a-455b-92fe-245547292bd6 {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:45:38.975581 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa81a94b-6229-4a5d-a20a-6028e74dc2c4", "name": "network-vif-deleted", "tag": "d915daa8-5829-449a-9547-0c29d8b421cf", "status": "completed", "code": 200}]} {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:45:38.975774 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d70f7b01-bd6a-455b-92fe-245547292bd6 {{(pid=106710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:45:38.976274 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa81a94b-6229-4a5d-a20a-6028e74dc2c4', 'name': 'network-vif-deleted', 'tag': 'd915daa8-5829-449a-9547-0c29d8b421cf', 'status': 'completed', 'code': 200} Oct 14 07:45:38.987219 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port e9ad1766-b0c5-453c-bcfa-759ce1ac7f54, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=e9ad1766-b0c5-453c-bcfa-759ce1ac7f54,segment=NetworkSegment(8426edd5-2043-49c0-857a-b0e887e9c38d),segment_id=8426edd5-2043-49c0-857a-b0e887e9c38d)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:45:39.013546 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Returning: {'device': 'e9ad1766-b0c5-453c-bcfa-759ce1ac7f54', 'network_id': '37f62f2b-1fa6-4259-8c0c-300a7f846382', 'port_id': 'e9ad1766-b0c5-453c-bcfa-759ce1ac7f54', 'mac_address': 'fa:16:3e:6d:e6:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac0a00d7-b045-4d72-b933-c8bcf9c0b810', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 07:45:39.043311 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2793d2e-1f6a-4950-8e1a-6390750de57a req-b4b1ecde-a703-4e6e-92f1-87f05c0dc5cb tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:39.045014 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-d2793d2e-1f6a-4950-8e1a-6390750de57a req-b4b1ecde-a703-4e6e-92f1-87f05c0dc5cb tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a5e9d13-8008-4949-b379-6278d3c02ed0 HTTP/1.1" status: 200 len: 943 time: 0.0513113 Oct 14 07:45:39.073823 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:39.087427 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-d2793d2e-1f6a-4950-8e1a-6390750de57a req-6b6f7a39-27e2-4ad4-83dd-75cb30bc5a0d tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/security-groups?id=d11574b2-c989-4ff3-9d47-a161bca6d517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361187 Oct 14 07:45:39.099123 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9ad1766-b0c5-453c-bcfa-759ce1ac7f54 {{(pid=106712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:45:39.130341 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port e9ad1766-b0c5-453c-bcfa-759ce1ac7f54, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=e9ad1766-b0c5-453c-bcfa-759ce1ac7f54,segment=NetworkSegment(8426edd5-2043-49c0-857a-b0e887e9c38d),segment_id=8426edd5-2043-49c0-857a-b0e887e9c38d)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:45:39.198601 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:39.248861 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=e9ad1766-b0c5-453c-bcfa-759ce1ac7f54,revision_number=4']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:45:39.435554 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-73d1851f-f892-4d7b-aef4-f2e788ae1114 req-702ec414-7626-44b6-8d9b-13d9040ebd1e tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa81a94b-6229-4a5d-a20a-6028e74dc2c4 HTTP/1.1" status: 200 len: 210 time: 0.0277891 Oct 14 07:45:39.964027 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] get_ports_and_sgs() called for port_ids ['7e2fe0a8-7ba6-4296-bd21-12f8fb794d72'] {{(pid=106712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:45:40.021202 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] get_ports_and_sgs() called for port_ids ['e9ad1766-b0c5-453c-bcfa-759ce1ac7f54'] {{(pid=106712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:45:40.050160 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ab2a0-a77d-4b12-95ff-394244a1d1b1 req-3fd02a6d-1e86-4c36-959e-37c6896a9715 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:40.051710 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-ae6ab2a0-a77d-4b12-95ff-394244a1d1b1 req-3fd02a6d-1e86-4c36-959e-37c6896a9715 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0690432 Oct 14 07:45:40.057781 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99748b86-e6c2-4db2-ab64-b1db4f424ac1 req-1c4f700e-ed05-4075-952a-cd17cd0f7c4a tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:40.065963 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-99748b86-e6c2-4db2-ab64-b1db4f424ac1 req-1c4f700e-ed05-4075-952a-cd17cd0f7c4a tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 944 time: 0.0803280 Oct 14 07:45:40.105561 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-ae6ab2a0-a77d-4b12-95ff-394244a1d1b1 req-477425d3-bcc4-41a6-b533-6a3d1db566da tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383797 Oct 14 07:45:40.119592 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-99748b86-e6c2-4db2-ab64-b1db4f424ac1 req-e25d37ac-386e-45ff-ac75-9f97d7d6c8d4 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496950 Oct 14 07:45:40.222417 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19caff17-4bf7-4c20-b9f2-c14f8b451a58 req-59aaccbc-6b4f-4c99-a3af-d453f2b88c2c tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:40.224074 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-19caff17-4bf7-4c20-b9f2-c14f8b451a58 req-59aaccbc-6b4f-4c99-a3af-d453f2b88c2c tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a5e9d13-8008-4949-b379-6278d3c02ed0 HTTP/1.1" status: 200 len: 944 time: 0.0470419 Oct 14 07:45:40.267483 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-19caff17-4bf7-4c20-b9f2-c14f8b451a58 req-08493c64-3641-48b1-bc6c-bd98e5ca5373 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/security-groups?id=d11574b2-c989-4ff3-9d47-a161bca6d517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364976 Oct 14 07:45:40.379172 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device d915daa8-5829-449a-9547-0c29d8b421cf no longer exists at agent hyperv_hv-cinder-81374 {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:45:40.399984 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] No Port match for: d915daa8-5829-449a-9547-0c29d8b421cf {{(pid=106712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:45:40.400349 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device d915daa8-5829-449a-9547-0c29d8b421cf not bound to the agent host hv-cinder-81374 {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:45:40.901673 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed23fea-0299-49fb-8006-295b352fc151 req-78f8f7d0-6ad8-4cff-a025-84851eb68787 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:40.903188 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-eed23fea-0299-49fb-8006-295b352fc151 req-78f8f7d0-6ad8-4cff-a025-84851eb68787 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=b1864144-8185-488f-9658-27a3c1a8ab9f HTTP/1.1" status: 200 len: 945 time: 0.0483997 Oct 14 07:45:40.941030 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-eed23fea-0299-49fb-8006-295b352fc151 req-f7b26909-2ae1-49e8-9420-818f0466f648 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318224 Oct 14 07:45:40.998726 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:41.231339 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa24ea-c7ce-4dc3-845d-2e287bdf614a req-69a7a2c3-33c7-45a3-af89-c174a853aa13 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:41.232302 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d4961-a7a6-40f5-910c-2bb34f908923 req-4bfb60fd-17ca-44b8-91c7-9568fd104fce tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:41.232812 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-9aaa24ea-c7ce-4dc3-845d-2e287bdf614a req-69a7a2c3-33c7-45a3-af89-c174a853aa13 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0506542 Oct 14 07:45:41.233780 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c29d4961-a7a6-40f5-910c-2bb34f908923 req-4bfb60fd-17ca-44b8-91c7-9568fd104fce tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 944 time: 0.0465546 Oct 14 07:45:41.271063 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-9aaa24ea-c7ce-4dc3-845d-2e287bdf614a req-b93174fe-3b8a-4bfe-9ff6-950264af8d94 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318871 Oct 14 07:45:41.274537 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c29d4961-a7a6-40f5-910c-2bb34f908923 req-919882bb-6f33-40c4-ae1b-8b766f20a2b6 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348084 Oct 14 07:45:41.382591 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848fda3-0ba8-4b84-9170-3eeb646bbdfe req-e80380cc-3b30-493f-88ee-14e00143928c tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:41.384089 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-2848fda3-0ba8-4b84-9170-3eeb646bbdfe req-e80380cc-3b30-493f-88ee-14e00143928c tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a5e9d13-8008-4949-b379-6278d3c02ed0 HTTP/1.1" status: 200 len: 944 time: 0.0482321 Oct 14 07:45:41.421125 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-2848fda3-0ba8-4b84-9170-3eeb646bbdfe req-70170dbb-557d-4627-a855-44c6691bf7db tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/security-groups?id=d11574b2-c989-4ff3-9d47-a161bca6d517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311868 Oct 14 07:45:42.050860 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b527aac-964b-4676-a14d-6921c3f66f10 req-5ba39edd-c511-446c-85fd-0eae91de6f3a tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:42.052319 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-8b527aac-964b-4676-a14d-6921c3f66f10 req-5ba39edd-c511-446c-85fd-0eae91de6f3a tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=b1864144-8185-488f-9658-27a3c1a8ab9f HTTP/1.1" status: 200 len: 945 time: 0.0471082 Oct 14 07:45:42.089838 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-8b527aac-964b-4676-a14d-6921c3f66f10 req-262073cb-f496-4cf1-a4f8-68b5053558f1 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314727 Oct 14 07:45:42.384235 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd4c2f-b900-4af9-9bda-845f4fbeb64e req-4b3c3817-4e1b-4390-b446-10c5b24de2a4 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:42.385724 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-41fd4c2f-b900-4af9-9bda-845f4fbeb64e req-4b3c3817-4e1b-4390-b446-10c5b24de2a4 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0478582 Oct 14 07:45:42.391617 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eee0a8-02a4-4ecb-a193-142d164b5eb7 req-9622e51c-6598-4605-b21f-f27ed57848a2 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:42.393111 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-68eee0a8-02a4-4ecb-a193-142d164b5eb7 req-9622e51c-6598-4605-b21f-f27ed57848a2 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 944 time: 0.0477831 Oct 14 07:45:42.424495 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-41fd4c2f-b900-4af9-9bda-845f4fbeb64e req-af12d555-15c2-40d1-b21c-9d74a14ad2a8 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324557 Oct 14 07:45:42.430832 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-68eee0a8-02a4-4ecb-a193-142d164b5eb7 req-968aa956-da9a-4c66-b753-c22319a4d8ab tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311549 Oct 14 07:45:42.535021 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088e47f-01ca-43cf-8332-6bfaa7236f1d req-e81841fd-d1c4-45dd-a919-1cb35e4d02b9 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:42.536478 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-e088e47f-01ca-43cf-8332-6bfaa7236f1d req-e81841fd-d1c4-45dd-a919-1cb35e4d02b9 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a5e9d13-8008-4949-b379-6278d3c02ed0 HTTP/1.1" status: 200 len: 944 time: 0.0501828 Oct 14 07:45:42.572857 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-e088e47f-01ca-43cf-8332-6bfaa7236f1d req-f0557e90-b9af-41a8-82b6-e11c93ec6b24 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/security-groups?id=d11574b2-c989-4ff3-9d47-a161bca6d517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305164 Oct 14 07:45:43.200462 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c158ee0-2414-4b7a-98b0-f1ebee1f0a80 req-3e543cc0-2e9d-4a02-ab27-84b998e647d7 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:43.201904 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-5c158ee0-2414-4b7a-98b0-f1ebee1f0a80 req-3e543cc0-2e9d-4a02-ab27-84b998e647d7 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=b1864144-8185-488f-9658-27a3c1a8ab9f HTTP/1.1" status: 200 len: 945 time: 0.0467939 Oct 14 07:45:43.241913 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-5c158ee0-2414-4b7a-98b0-f1ebee1f0a80 req-3b54f7a2-a133-420b-85b9-cc4280023de5 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338678 Oct 14 07:45:43.537222 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12db83-a4e6-4462-989d-bff6219bb350 req-6ea6790a-09ee-4b98-a299-4e85a6e80121 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:43.538707 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-7a12db83-a4e6-4462-989d-bff6219bb350 req-6ea6790a-09ee-4b98-a299-4e85a6e80121 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0485332 Oct 14 07:45:43.549035 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2098766-f8c0-49dd-ae9e-27aa028f73e3 req-348c2c7a-a334-489a-9be9-cd0992c566c8 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:43.555242 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-f2098766-f8c0-49dd-ae9e-27aa028f73e3 req-348c2c7a-a334-489a-9be9-cd0992c566c8 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 944 time: 0.0488396 Oct 14 07:45:43.576201 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-7a12db83-a4e6-4462-989d-bff6219bb350 req-66f6a9ea-8ea1-4a57-b665-c9c8226077da tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315139 Oct 14 07:45:43.589581 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-f2098766-f8c0-49dd-ae9e-27aa028f73e3 req-21fd2bbb-9a84-4142-8f3c-55a928f2ae5a tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323217 Oct 14 07:45:43.687828 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049aad57-a0e4-4da9-bd2e-5bcb47c8e971 req-e140f805-deae-4472-830a-62c8cc0c1c1d tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:43.689249 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-049aad57-a0e4-4da9-bd2e-5bcb47c8e971 req-e140f805-deae-4472-830a-62c8cc0c1c1d tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a5e9d13-8008-4949-b379-6278d3c02ed0 HTTP/1.1" status: 200 len: 944 time: 0.0469630 Oct 14 07:45:43.726078 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-049aad57-a0e4-4da9-bd2e-5bcb47c8e971 req-c427d711-9c42-4d58-9a05-c65b46c0b515 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/security-groups?id=d11574b2-c989-4ff3-9d47-a161bca6d517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303588 Oct 14 07:45:44.016589 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 7e2fe0a8-7ba6-4296-bd21-12f8fb794d72 up at agent hyperv_hv-cinder-81374 {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:45:44.062250 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Provisioning complete for port 7e2fe0a8-7ba6-4296-bd21-12f8fb794d72 triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:45:44.062615 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:44.141809 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:44.164794 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c4c719-31d7-4b3e-8592-330ef7a558a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2fe0a8-7ba6-4296-bd21-12f8fb794d72'}] {{(pid=106712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:45:44.166988 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3db9d29808d7d8625da6d6dfdab11118ca3df70b734e515c8bcc451a900cfacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451531a5-d37d-4631-81ae-c28959b89bf5" -d '{"events": [{"server_uuid": "15c4c719-31d7-4b3e-8592-330ef7a558a8", "name": "network-vif-plugged", "status": "completed", "tag": "7e2fe0a8-7ba6-4296-bd21-12f8fb794d72"}]}' {{(pid=106712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:45:44.179023 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port 7e2fe0a8-7ba6-4296-bd21-12f8fb794d72, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=7e2fe0a8-7ba6-4296-bd21-12f8fb794d72,segment=NetworkSegment(4a88a654-492a-4721-b165-d0bc4cb223f9),segment_id=4a88a654-492a-4721-b165-d0bc4cb223f9)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:45:44.204287 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb52e0f-fb73-4cc7-b65a-6ab40c5eb3a7 x-openstack-request-id: req-5eb52e0f-fb73-4cc7-b65a-6ab40c5eb3a7 {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:45:44.204287 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15c4c719-31d7-4b3e-8592-330ef7a558a8", "name": "network-vif-plugged", "status": "completed", "tag": "7e2fe0a8-7ba6-4296-bd21-12f8fb794d72", "code": 200}]} {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:45:44.204287 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5eb52e0f-fb73-4cc7-b65a-6ab40c5eb3a7 {{(pid=106712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:45:44.204287 dv-cinder-813746-2-iscsi neutron-server[106712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15c4c719-31d7-4b3e-8592-330ef7a558a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2fe0a8-7ba6-4296-bd21-12f8fb794d72', 'code': 200} Oct 14 07:45:44.248657 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:44.249449 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device e9ad1766-b0c5-453c-bcfa-759ce1ac7f54 up at agent hyperv_hv-cinder-81374 {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:45:44.327290 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=7e2fe0a8-7ba6-4296-bd21-12f8fb794d72,revision_number=10']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:45:44.336236 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:45:44.336609 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:45:44.336957 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:45:44.337289 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:45:44.337621 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:45:44.337949 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:45:44.338277 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:45:44.338598 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:45:44.338923 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:45:44.339240 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:45:44.339558 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:45:44.339900 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:45:44.362412 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6527137-cb61-4b37-b85c-b38b3bb1e81d req-cbafc76a-efd9-4588-b396-37d6c6429f6f tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:44.363891 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-a6527137-cb61-4b37-b85c-b38b3bb1e81d req-cbafc76a-efd9-4588-b396-37d6c6429f6f tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=b1864144-8185-488f-9658-27a3c1a8ab9f HTTP/1.1" status: 200 len: 945 time: 0.0518026 Oct 14 07:45:44.401134 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-a6527137-cb61-4b37-b85c-b38b3bb1e81d req-2c3a00a9-56b4-4e7d-9e63-69a7459a9ea2 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305901 Oct 14 07:45:44.420274 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Provisioning for port e9ad1766-b0c5-453c-bcfa-759ce1ac7f54 completed by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 07:45:44.424309 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Provisioning complete for port e9ad1766-b0c5-453c-bcfa-759ce1ac7f54 triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:45:44.428971 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:44.503204 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:44.534677 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port e9ad1766-b0c5-453c-bcfa-759ce1ac7f54, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=e9ad1766-b0c5-453c-bcfa-759ce1ac7f54,segment=NetworkSegment(8426edd5-2043-49c0-857a-b0e887e9c38d),segment_id=8426edd5-2043-49c0-857a-b0e887e9c38d)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:45:44.610061 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:44.658931 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=e9ad1766-b0c5-453c-bcfa-759ce1ac7f54,revision_number=5']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:45:44.698763 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c6879-d35e-4b29-aaf9-d9cfa163fe7f req-6fac4eb4-c4c9-4d70-a502-a498aacdfcd5 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:44.700290 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c75c6879-d35e-4b29-aaf9-d9cfa163fe7f req-6fac4eb4-c4c9-4d70-a502-a498aacdfcd5 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0503814 Oct 14 07:45:44.714716 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183a628-5c4d-45af-954e-fb4e7d684716 req-3077d1e7-5b07-4337-aa03-70f706391dda tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:44.716215 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-a183a628-5c4d-45af-954e-fb4e7d684716 req-3077d1e7-5b07-4337-aa03-70f706391dda tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 946 time: 0.0473683 Oct 14 07:45:44.739400 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c75c6879-d35e-4b29-aaf9-d9cfa163fe7f req-3b22e116-f129-4c0d-a0d0-a9ef128eb6fa tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328825 Oct 14 07:45:44.754594 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-a183a628-5c4d-45af-954e-fb4e7d684716 req-faa30440-7243-48a0-96cb-3f3a102027c5 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323892 Oct 14 07:45:44.787307 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.agents_db [None req-84b3d5e4-9e25-480e-9cd9-33a6a693fe4d None None] Agent healthcheck: found 6 active agents {{(pid=106713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:45:44.838977 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2a4aed-9bab-446d-89c7-81e8a049af4d req-c3932428-921b-4c35-853b-9c7fbd137419 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:44.840456 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-2a2a4aed-9bab-446d-89c7-81e8a049af4d req-c3932428-921b-4c35-853b-9c7fbd137419 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a5e9d13-8008-4949-b379-6278d3c02ed0 HTTP/1.1" status: 200 len: 945 time: 0.0472689 Oct 14 07:45:44.881024 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-2a2a4aed-9bab-446d-89c7-81e8a049af4d req-54c6501f-ea2c-44f8-bdd9-ef25a5979f08 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/security-groups?id=d11574b2-c989-4ff3-9d47-a161bca6d517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347290 Oct 14 07:45:45.513512 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782de114-7f33-4314-a675-5c3798c58c7c req-381b2f31-8a73-41d4-8f56-918a3587ac8a tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:45.514941 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-782de114-7f33-4314-a675-5c3798c58c7c req-381b2f31-8a73-41d4-8f56-918a3587ac8a tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=b1864144-8185-488f-9658-27a3c1a8ab9f HTTP/1.1" status: 200 len: 945 time: 0.0474184 Oct 14 07:45:45.551140 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-782de114-7f33-4314-a675-5c3798c58c7c req-9d8fc5fa-be83-4e54-a173-d9b464710f84 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300322 Oct 14 07:45:45.593285 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773721c4-3560-41dc-9556-56475ba1a34d req-bf3f3915-4f51-4884-a1be-7a1e19f3c33d tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:45.594737 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-773721c4-3560-41dc-9556-56475ba1a34d req-bf3f3915-4f51-4884-a1be-7a1e19f3c33d tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1864144-8185-488f-9658-27a3c1a8ab9f HTTP/1.1" status: 200 len: 945 time: 0.0501332 Oct 14 07:45:45.735170 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [req-773721c4-3560-41dc-9556-56475ba1a34d req-c02e36c7-e739-45f4-ab8c-b774ed5736eb tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Deleting port 45bcd2c1-0be5-4c67-b963-96352353f38e {{(pid=106710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:45:45.736104 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-773721c4-3560-41dc-9556-56475ba1a34d req-c02e36c7-e739-45f4-ab8c-b774ed5736eb tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:45.872332 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.db [req-773721c4-3560-41dc-9556-56475ba1a34d req-c02e36c7-e739-45f4-ab8c-b774ed5736eb tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] For port 45bcd2c1-0be5-4c67-b963-96352353f38e, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=45bcd2c1-0be5-4c67-b963-96352353f38e,segment=NetworkSegment(3b66f756-396e-4b46-9e02-b120fb33c532),segment_id=3b66f756-396e-4b46-9e02-b120fb33c532)] {{(pid=106710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:45:45.872332 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-773721c4-3560-41dc-9556-56475ba1a34d req-c02e36c7-e739-45f4-ab8c-b774ed5736eb tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:45.890534 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [req-773721c4-3560-41dc-9556-56475ba1a34d req-c02e36c7-e739-45f4-ab8c-b774ed5736eb tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Calling delete_port for 45bcd2c1-0be5-4c67-b963-96352353f38e owned by compute:nova {{(pid=106710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:45:45.910657 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2663139-190e-4c33-b5c6-4d4dc403b388 req-0b3065e5-b7c0-4150-a136-11fa059bfc78 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:45.911849 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a861c-1c21-424b-8ab8-b6b04ba42e72 req-2ab4e3ce-eba0-4b03-8822-60549f5d261f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:45.912334 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-f2663139-190e-4c33-b5c6-4d4dc403b388 req-0b3065e5-b7c0-4150-a136-11fa059bfc78 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0838976 Oct 14 07:45:45.913377 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-954a861c-1c21-424b-8ab8-b6b04ba42e72 req-2ab4e3ce-eba0-4b03-8822-60549f5d261f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 1099 time: 0.0538013 Oct 14 07:45:45.922818 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a6996-5c87-4448-aad1-adf18b86eb5c req-09bdcae3-5b28-44a6-92fa-88c577a1d911 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:45.924295 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-367a6996-5c87-4448-aad1-adf18b86eb5c req-09bdcae3-5b28-44a6-92fa-88c577a1d911 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 946 time: 0.0931811 Oct 14 07:45:45.974409 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-954a861c-1c21-424b-8ab8-b6b04ba42e72 req-b0b508fe-1f60-4d10-a0d1-76adc5634a5d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491290 Oct 14 07:45:45.981331 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-367a6996-5c87-4448-aad1-adf18b86eb5c req-aadc7e05-4e07-4b66-b4c6-4ed8be76d01f tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497255 Oct 14 07:45:46.001196 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-f2663139-190e-4c33-b5c6-4d4dc403b388 req-07192017-3945-402b-aedf-03136202638a tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476890 Oct 14 07:45:46.102288 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96782c-5c66-4e89-95bc-1945f5e3db12 req-0f435c4b-5696-4a06-8089-6fbd907de1a4 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:46.103892 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-ae96782c-5c66-4e89-95bc-1945f5e3db12 req-0f435c4b-5696-4a06-8089-6fbd907de1a4 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a5e9d13-8008-4949-b379-6278d3c02ed0 HTTP/1.1" status: 200 len: 945 time: 0.0497599 Oct 14 07:45:46.141131 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-ae96782c-5c66-4e89-95bc-1945f5e3db12 req-22e220f4-a438-457e-a623-c063f644c277 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/security-groups?id=d11574b2-c989-4ff3-9d47-a161bca6d517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313013 Oct 14 07:45:46.153013 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-773721c4-3560-41dc-9556-56475ba1a34d req-c02e36c7-e739-45f4-ab8c-b774ed5736eb tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16030778'] for port, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:46.189958 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e36c7-e739-45f4-ab8c-b774ed5736eb tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Pushing event deleted for resources: {'Port': ['ID=45bcd2c1-0be5-4c67-b963-96352353f38e,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:45:46.201071 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] get_ports_and_sgs() called for port_ids ['d49d88e2-e66e-44aa-a669-20928e18970b', '45bcd2c1-0be5-4c67-b963-96352353f38e'] {{(pid=106712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:45:46.204300 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5e9d13-8008-4949-b379-6278d3c02ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ad1766-b0c5-453c-bcfa-759ce1ac7f54'}] {{(pid=106712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:45:46.206544 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3db9d29808d7d8625da6d6dfdab11118ca3df70b734e515c8bcc451a900cfacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e941570f-5a87-4fee-8642-674f01dc16b1" -d '{"events": [{"server_uuid": "4a5e9d13-8008-4949-b379-6278d3c02ed0", "name": "network-vif-plugged", "status": "completed", "tag": "e9ad1766-b0c5-453c-bcfa-759ce1ac7f54"}]}' {{(pid=106712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:45:46.235338 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.l3_dvrscheduler_db [req-773721c4-3560-41dc-9556-56475ba1a34d req-c02e36c7-e739-45f4-ab8c-b774ed5736eb tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] No DVR routers for this DVR port 45bcd2c1-0be5-4c67-b963-96352353f38e on host hv-cinder-81374 {{(pid=106710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:45:46.238123 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-773721c4-3560-41dc-9556-56475ba1a34d req-c02e36c7-e739-45f4-ab8c-b774ed5736eb tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for port, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:46.241855 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-773721c4-3560-41dc-9556-56475ba1a34d req-c02e36c7-e739-45f4-ab8c-b774ed5736eb tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.54 "DELETE /v2.0/ports/45bcd2c1-0be5-4c67-b963-96352353f38e HTTP/1.1" status: 204 len: 173 time: 0.5921490 Oct 14 07:45:46.242315 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1864144-8185-488f-9658-27a3c1a8ab9f', 'name': 'network-vif-deleted', 'tag': '45bcd2c1-0be5-4c67-b963-96352353f38e'}] {{(pid=106710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:45:46.244591 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ebf78bef5954e8ca5597493995d581d8346ee5b9d6b2d49db072251da4c473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4a91b8-6a65-4780-8c93-98694bd733dc" -d '{"events": [{"server_uuid": "b1864144-8185-488f-9658-27a3c1a8ab9f", "name": "network-vif-deleted", "tag": "45bcd2c1-0be5-4c67-b963-96352353f38e"}]}' {{(pid=106710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:45:46.257335 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e258e3-0f65-4eee-9a4d-983681a047a2 x-openstack-request-id: req-62e258e3-0f65-4eee-9a4d-983681a047a2 {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:45:46.257705 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a5e9d13-8008-4949-b379-6278d3c02ed0", "name": "network-vif-plugged", "status": "completed", "tag": "e9ad1766-b0c5-453c-bcfa-759ce1ac7f54", "code": 200}]} {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:45:46.264800 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-62e258e3-0f65-4eee-9a4d-983681a047a2 {{(pid=106712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:45:46.264800 dv-cinder-813746-2-iscsi neutron-server[106712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a5e9d13-8008-4949-b379-6278d3c02ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ad1766-b0c5-453c-bcfa-759ce1ac7f54', 'code': 200} Oct 14 07:45:46.282725 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3badbfed-8560-422a-8be0-60406464edf4 x-openstack-request-id: req-3badbfed-8560-422a-8be0-60406464edf4 {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:45:46.283141 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1864144-8185-488f-9658-27a3c1a8ab9f", "name": "network-vif-deleted", "tag": "45bcd2c1-0be5-4c67-b963-96352353f38e", "status": "completed", "code": 200}]} {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:45:46.283532 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3badbfed-8560-422a-8be0-60406464edf4 {{(pid=106710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:45:46.284043 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1864144-8185-488f-9658-27a3c1a8ab9f', 'name': 'network-vif-deleted', 'tag': '45bcd2c1-0be5-4c67-b963-96352353f38e', 'status': 'completed', 'code': 200} Oct 14 07:45:46.645791 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-4cb1ec5c-8727-4b51-ad0d-042d0080597c req-34de3500-03f7-4907-9e1a-0b6531e40f6d tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=b1864144-8185-488f-9658-27a3c1a8ab9f HTTP/1.1" status: 200 len: 210 time: 0.0263577 Oct 14 07:45:46.757825 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd879ba-c27f-4056-a9fc-a7ea5f1db16c req-fd5aeba9-2edc-4615-b11c-84ddaeb453cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:46.759296 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-8cd879ba-c27f-4056-a9fc-a7ea5f1db16c req-fd5aeba9-2edc-4615-b11c-84ddaeb453cb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4a5e9d13-8008-4949-b379-6278d3c02ed0 HTTP/1.1" status: 200 len: 1098 time: 0.0389354 Oct 14 07:45:46.796706 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-8cd879ba-c27f-4056-a9fc-a7ea5f1db16c req-63c0772e-e9bc-4c3c-bad7-a2e4a9c42cf9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d11574b2-c989-4ff3-9d47-a161bca6d517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284908 Oct 14 07:45:47.103846 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c9abc-4b19-4240-ac9a-c254012d3301 req-2d26c367-1717-47fb-8b46-1267d43612ec tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:47.105344 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-d95c9abc-4b19-4240-ac9a-c254012d3301 req-2d26c367-1717-47fb-8b46-1267d43612ec tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 946 time: 0.0503566 Oct 14 07:45:47.109726 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0915835-5694-4d72-a969-2c47772b0a26 req-a4e9e467-db7c-4862-8dcd-c45a817abc62 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:47.111204 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-f0915835-5694-4d72-a969-2c47772b0a26 req-a4e9e467-db7c-4862-8dcd-c45a817abc62 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0471072 Oct 14 07:45:47.146560 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-d95c9abc-4b19-4240-ac9a-c254012d3301 req-276e0efb-b81f-40cd-bc81-27b479e50e36 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345035 Oct 14 07:45:47.155441 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-f0915835-5694-4d72-a969-2c47772b0a26 req-fbc4382f-d906-4d27-bf73-03723904d511 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378530 Oct 14 07:45:47.253289 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba420d1-941b-4ce8-ae27-8f09b6f0edb5 req-14ac90a4-b9b7-48a5-9c09-88c0541df74c tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:47.254925 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-5ba420d1-941b-4ce8-ae27-8f09b6f0edb5 req-14ac90a4-b9b7-48a5-9c09-88c0541df74c tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a5e9d13-8008-4949-b379-6278d3c02ed0 HTTP/1.1" status: 200 len: 945 time: 0.0478392 Oct 14 07:45:47.295013 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-5ba420d1-941b-4ce8-ae27-8f09b6f0edb5 req-0bd81e5c-fb29-41d9-9bba-8b16dcfcd111 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/security-groups?id=d11574b2-c989-4ff3-9d47-a161bca6d517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335743 Oct 14 07:45:47.756163 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-aadef6bc-ef43-4da8-82ba-49141bf5e3d1 req-997b8a51-416a-442a-b371-26ebad977aac tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=b1864144-8185-488f-9658-27a3c1a8ab9f HTTP/1.1" status: 200 len: 210 time: 0.0282509 Oct 14 07:45:48.156194 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a688e1-d3f9-4f2a-8018-6b276d934470 req-9af0930a-3e07-420d-b1e5-8f437edf4aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:48.157933 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-d5a688e1-d3f9-4f2a-8018-6b276d934470 req-9af0930a-3e07-420d-b1e5-8f437edf4aff service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 1098 time: 0.0444834 Oct 14 07:45:48.223035 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-d5a688e1-d3f9-4f2a-8018-6b276d934470 req-29c41e4e-2401-433f-a6a3-2d41978c6c66 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293975 Oct 14 07:45:48.271866 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6aa0f-0123-40d2-9538-fa6bce2b4899 req-d9b351d1-f76a-41c7-8175-b6398761bb79 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:48.273440 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-f5e6aa0f-0123-40d2-9538-fa6bce2b4899 req-d9b351d1-f76a-41c7-8175-b6398761bb79 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 946 time: 0.0504205 Oct 14 07:45:48.280271 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f02dc-e2d3-4dd9-837a-76e7480d97af req-b535b737-ee01-4de9-afd6-ba7f15ea5541 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:48.281735 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-4a3f02dc-e2d3-4dd9-837a-76e7480d97af req-b535b737-ee01-4de9-afd6-ba7f15ea5541 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0502682 Oct 14 07:45:48.310788 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-f5e6aa0f-0123-40d2-9538-fa6bce2b4899 req-128dace6-0912-4a65-aa09-5bb4b668e66a tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314047 Oct 14 07:45:48.319879 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-4a3f02dc-e2d3-4dd9-837a-76e7480d97af req-08e94491-1a90-47a1-9a49-88c9ee089379 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318918 Oct 14 07:45:48.418254 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c84570e-07af-4620-9ccb-12934ed5dc39 req-b571bd7d-5002-4458-96cc-67bdc0d4e4b5 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:48.419786 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-0c84570e-07af-4620-9ccb-12934ed5dc39 req-b571bd7d-5002-4458-96cc-67bdc0d4e4b5 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a5e9d13-8008-4949-b379-6278d3c02ed0 HTTP/1.1" status: 200 len: 945 time: 0.0504832 Oct 14 07:45:48.455952 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-0c84570e-07af-4620-9ccb-12934ed5dc39 req-9005be80-562d-40b9-a90b-f9e2dbd4963e tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/security-groups?id=d11574b2-c989-4ff3-9d47-a161bca6d517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302343 Oct 14 07:45:49.443215 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966cd8fc-6419-4918-8b97-e4633d371670 req-dd9b4658-4c68-4463-9a63-3bc12901af98 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:49.445283 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-966cd8fc-6419-4918-8b97-e4633d371670 req-dd9b4658-4c68-4463-9a63-3bc12901af98 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0525260 Oct 14 07:45:49.450800 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b2dd9-6e8b-486e-ac19-d45b34ccb856 req-cc3349a1-9280-482b-b389-4f0f3b02da0b tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:49.452437 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-5e0b2dd9-6e8b-486e-ac19-d45b34ccb856 req-cc3349a1-9280-482b-b389-4f0f3b02da0b tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 946 time: 0.0686340 Oct 14 07:45:49.486713 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-966cd8fc-6419-4918-8b97-e4633d371670 req-025fceaa-1fba-4f99-b072-fbb3d9b555f4 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353837 Oct 14 07:45:49.490222 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-5e0b2dd9-6e8b-486e-ac19-d45b34ccb856 req-2798a4cf-7be5-4765-804e-27b6dd408b8a tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319028 Oct 14 07:45:49.602803 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ff4d5-9708-4be8-ad0f-64a22bc8dadc req-90dae5e0-3eb9-4ed7-97ff-789f91f7a5dd tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:49.604240 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-088ff4d5-9708-4be8-ad0f-64a22bc8dadc req-90dae5e0-3eb9-4ed7-97ff-789f91f7a5dd tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a5e9d13-8008-4949-b379-6278d3c02ed0 HTTP/1.1" status: 200 len: 945 time: 0.0477557 Oct 14 07:45:49.644619 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-088ff4d5-9708-4be8-ad0f-64a22bc8dadc req-ee6c8cc7-0277-44b2-921c-1ef1617b3036 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/security-groups?id=d11574b2-c989-4ff3-9d47-a161bca6d517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342336 Oct 14 07:45:50.447537 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 45bcd2c1-0be5-4c67-b963-96352353f38e no longer exists at agent hyperv_hv-cinder-81374 {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:45:50.468164 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] No Port match for: 45bcd2c1-0be5-4c67-b963-96352353f38e {{(pid=106712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:45:50.468584 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 45bcd2c1-0be5-4c67-b963-96352353f38e not bound to the agent host hv-cinder-81374 {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:45:50.509989 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756dfc4-708e-4156-b138-2a9bb4ef8cf9 req-56e00e2a-8d6f-45e8-8889-74e6ca195601 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:50.511562 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-8756dfc4-708e-4156-b138-2a9bb4ef8cf9 req-56e00e2a-8d6f-45e8-8889-74e6ca195601 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a4d7b1d-ff71-4b56-81b7-7aa920ad6a28 HTTP/1.1" status: 200 len: 945 time: 0.0514295 Oct 14 07:45:50.552772 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-8756dfc4-708e-4156-b138-2a9bb4ef8cf9 req-bb0c2525-74bd-4438-8470-09b297ff6815 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347698 Oct 14 07:45:50.702778 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f81454-460e-497e-bba3-edd1f1e10f57 req-64018320-996a-494b-8ab5-069a17cbf0a9 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:50.702778 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-78f81454-460e-497e-bba3-edd1f1e10f57 req-64018320-996a-494b-8ab5-069a17cbf0a9 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0851884 Oct 14 07:45:50.712561 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b5415-b5dd-4748-b0b7-99f2216691b5 req-892b3219-5ff9-491f-bdf2-d66a31db12a9 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:50.714398 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-4b1b5415-b5dd-4748-b0b7-99f2216691b5 req-892b3219-5ff9-491f-bdf2-d66a31db12a9 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 946 time: 0.0544708 Oct 14 07:45:50.736926 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-78f81454-460e-497e-bba3-edd1f1e10f57 req-75d5f570-6643-4d98-a6a7-ae7566f5c7e7 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335057 Oct 14 07:45:50.754997 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-4b1b5415-b5dd-4748-b0b7-99f2216691b5 req-22e08ba3-3f9c-4ade-829e-5a01b49ff905 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344312 Oct 14 07:45:51.123302 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f8c7f5-9231-4259-9f4a-16e2aecb8fb0 req-b7a14877-058c-4887-97be-6faa02d38668 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:51.125114 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-e1f8c7f5-9231-4259-9f4a-16e2aecb8fb0 req-b7a14877-058c-4887-97be-6faa02d38668 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0493968 Oct 14 07:45:51.169475 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-e1f8c7f5-9231-4259-9f4a-16e2aecb8fb0 req-abce7e2d-c95f-4b43-a335-6ba9d146900f tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366180 Oct 14 07:45:51.212298 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74cadb-ab60-4894-838e-d800bee55193 req-73a469d1-413a-4589-afd4-1817cddec52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:51.213808 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-ef74cadb-ab60-4894-838e-d800bee55193 req-73a469d1-413a-4589-afd4-1817cddec52b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b7da520217894ce68d6dc61570f7c5da&device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 1098 time: 0.0425234 Oct 14 07:45:51.327733 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74cadb-ab60-4894-838e-d800bee55193 req-5e6023ae-209e-464f-b216-c23628fdc4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:51.329200 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-ef74cadb-ab60-4894-838e-d800bee55193 req-5e6023ae-209e-464f-b216-c23628fdc4a1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cbacfbd8-4c3f-407e-8210-f33986bff496 HTTP/1.1" status: 200 len: 920 time: 0.0869021 Oct 14 07:45:51.374539 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-ef74cadb-ab60-4894-838e-d800bee55193 req-c3771930-5992-445f-b2bc-91c2b1a4d8b1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db HTTP/1.1" status: 200 len: 217 time: 0.0373001 Oct 14 07:45:51.437740 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74cadb-ab60-4894-838e-d800bee55193 req-c66d30ea-0f16-4a4b-aab4-9e5fe779a61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:51.439239 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-ef74cadb-ab60-4894-838e-d800bee55193 req-c66d30ea-0f16-4a4b-aab4-9e5fe779a61d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f91e8ccb-cf60-4c2a-b79a-0a0aaed6406a HTTP/1.1" status: 200 len: 859 time: 0.0475895 Oct 14 07:45:51.474724 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-ef74cadb-ab60-4894-838e-d800bee55193 req-ad1cc366-9096-464c-96ec-5a47c9df04e9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cbacfbd8-4c3f-407e-8210-f33986bff496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244560 Oct 14 07:45:51.567587 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-ef74cadb-ab60-4894-838e-d800bee55193 req-c04ee273-fb44-4ebe-a1cb-885d15ee92ae service neutron] 10.222.0.54 "GET /v2.0/networks/cbacfbd8-4c3f-407e-8210-f33986bff496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844996 Oct 14 07:45:51.570199 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 57526) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:45:51.707002 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-251d24a5-03d9-49ea-862c-08a71557007d admin admin] Publish callbacks [] for security_group, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:51.731218 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-ef74cadb-ab60-4894-838e-d800bee55193 req-066eea2e-fc5d-4e23-ab6e-84f95292ef93 service neutron] 10.222.0.54 "GET /v2.0/networks/cbacfbd8-4c3f-407e-8210-f33986bff496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550624 Oct 14 07:45:51.744619 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a1863-dff9-4a18-8bf7-bcab504524ee req-fa38d962-3d75-4c38-b6ea-a57b4be07f2f tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:51.746031 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b24a1863-dff9-4a18-8bf7-bcab504524ee req-fa38d962-3d75-4c38-b6ea-a57b4be07f2f tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a4d7b1d-ff71-4b56-81b7-7aa920ad6a28 HTTP/1.1" status: 200 len: 945 time: 0.1070516 Oct 14 07:45:51.807544 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b24a1863-dff9-4a18-8bf7-bcab504524ee req-29ed1c78-5f4a-49af-9bad-fa1ae333e3f9 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510302 Oct 14 07:45:51.837360 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-251d24a5-03d9-49ea-862c-08a71557007d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:51.901029 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-251d24a5-03d9-49ea-862c-08a71557007d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:51.937557 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251d24a5-03d9-49ea-862c-08a71557007d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69908a5c-3252-4d7c-ad82-7ef6b9ce4611,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:45:51.941857 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-251d24a5-03d9-49ea-862c-08a71557007d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=497abdf1d4bf46eeba35b42465b70999&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3707252 Oct 14 07:45:51.945110 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 57534) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:45:51.993250 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-434e7e74-8569-40fe-9cad-489bbdebf6c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:52.017796 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-434e7e74-8569-40fe-9cad-489bbdebf6c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:52.156898 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-434e7e74-8569-40fe-9cad-489bbdebf6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:52.159481 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-434e7e74-8569-40fe-9cad-489bbdebf6c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:52.160649 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-434e7e74-8569-40fe-9cad-489bbdebf6c2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/69908a5c-3252-4d7c-ad82-7ef6b9ce4611 HTTP/1.1" status: 204 len: 168 time: 0.2145836 Oct 14 07:45:52.168782 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e7e74-8569-40fe-9cad-489bbdebf6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69908a5c-3252-4d7c-ad82-7ef6b9ce4611,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:45:52.285356 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139098e-f718-4f21-9b68-f485202e9d39 req-b898b586-c586-46b7-865a-b759ee3d3f2a tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:52.286799 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-e139098e-f718-4f21-9b68-f485202e9d39 req-b898b586-c586-46b7-865a-b759ee3d3f2a tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0489061 Oct 14 07:45:52.329737 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-e139098e-f718-4f21-9b68-f485202e9d39 req-b8fb495b-367a-4574-81ad-6d062b0a5466 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362253 Oct 14 07:45:52.920462 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435df168-6387-4433-8dd9-83f84c702920 req-7171d188-15da-4597-bb9f-2eff6b09540e tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:52.921936 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-435df168-6387-4433-8dd9-83f84c702920 req-7171d188-15da-4597-bb9f-2eff6b09540e tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a4d7b1d-ff71-4b56-81b7-7aa920ad6a28 HTTP/1.1" status: 200 len: 945 time: 0.0505691 Oct 14 07:45:52.958219 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-435df168-6387-4433-8dd9-83f84c702920 req-b733f684-adca-4f72-acee-8b73bd85d2fa tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/security-groups?id=89919f77-6e83-47bb-8416-b55d1c6cd000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304439 Oct 14 07:45:53.003338 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a0dfa-49eb-462d-86ec-7c9b3e1d1291 req-d94876a7-398b-4a52-92ce-05c24f800e39 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:53.004710 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-6a3a0dfa-49eb-462d-86ec-7c9b3e1d1291 req-d94876a7-398b-4a52-92ce-05c24f800e39 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a4d7b1d-ff71-4b56-81b7-7aa920ad6a28 HTTP/1.1" status: 200 len: 945 time: 0.0456843 Oct 14 07:45:53.096870 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [req-6a3a0dfa-49eb-462d-86ec-7c9b3e1d1291 req-ef48d4b0-8ed9-46b4-8e9d-260daf626a5c tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Deleting port d49d88e2-e66e-44aa-a669-20928e18970b {{(pid=106710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:45:53.097198 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-6a3a0dfa-49eb-462d-86ec-7c9b3e1d1291 req-ef48d4b0-8ed9-46b4-8e9d-260daf626a5c tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:53.182336 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.db [req-6a3a0dfa-49eb-462d-86ec-7c9b3e1d1291 req-ef48d4b0-8ed9-46b4-8e9d-260daf626a5c tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] For port d49d88e2-e66e-44aa-a669-20928e18970b, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=d49d88e2-e66e-44aa-a669-20928e18970b,segment=NetworkSegment(3b66f756-396e-4b46-9e02-b120fb33c532),segment_id=3b66f756-396e-4b46-9e02-b120fb33c532)] {{(pid=106710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:45:53.182690 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-6a3a0dfa-49eb-462d-86ec-7c9b3e1d1291 req-ef48d4b0-8ed9-46b4-8e9d-260daf626a5c tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:53.195001 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [req-6a3a0dfa-49eb-462d-86ec-7c9b3e1d1291 req-ef48d4b0-8ed9-46b4-8e9d-260daf626a5c tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Calling delete_port for d49d88e2-e66e-44aa-a669-20928e18970b owned by compute:nova {{(pid=106710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:45:53.381028 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-6a3a0dfa-49eb-462d-86ec-7c9b3e1d1291 req-ef48d4b0-8ed9-46b4-8e9d-260daf626a5c tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16030778'] for port, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:53.410435 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef48d4b0-8ed9-46b4-8e9d-260daf626a5c tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Pushing event deleted for resources: {'Port': ['ID=d49d88e2-e66e-44aa-a669-20928e18970b,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:45:53.447303 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] get_ports_and_sgs() called for port_ids ['d49d88e2-e66e-44aa-a669-20928e18970b'] {{(pid=106712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:45:53.451063 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09391c82-d75f-499e-964a-cd753cc584e6 req-39a7432d-cf14-4e0c-bf18-72ec4dc0e496 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:53.452470 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-09391c82-d75f-499e-964a-cd753cc584e6 req-39a7432d-cf14-4e0c-bf18-72ec4dc0e496 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0560014 Oct 14 07:45:53.454178 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3a0dfa-49eb-462d-86ec-7c9b3e1d1291 req-ef48d4b0-8ed9-46b4-8e9d-260daf626a5c tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] No DVR routers for this DVR port d49d88e2-e66e-44aa-a669-20928e18970b on host hv-cinder-81374 {{(pid=106710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:45:53.456940 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-6a3a0dfa-49eb-462d-86ec-7c9b3e1d1291 req-ef48d4b0-8ed9-46b4-8e9d-260daf626a5c tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for port, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:53.461248 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-6a3a0dfa-49eb-462d-86ec-7c9b3e1d1291 req-ef48d4b0-8ed9-46b4-8e9d-260daf626a5c tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.54 "DELETE /v2.0/ports/d49d88e2-e66e-44aa-a669-20928e18970b HTTP/1.1" status: 204 len: 173 time: 0.4494112 Oct 14 07:45:53.461757 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a4d7b1d-ff71-4b56-81b7-7aa920ad6a28', 'name': 'network-vif-deleted', 'tag': 'd49d88e2-e66e-44aa-a669-20928e18970b'}] {{(pid=106710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:45:53.464244 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ebf78bef5954e8ca5597493995d581d8346ee5b9d6b2d49db072251da4c473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886521a7-ad24-4f93-8491-62aec4f2e0de" -d '{"events": [{"server_uuid": "5a4d7b1d-ff71-4b56-81b7-7aa920ad6a28", "name": "network-vif-deleted", "tag": "d49d88e2-e66e-44aa-a669-20928e18970b"}]}' {{(pid=106710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:45:53.498694 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-09391c82-d75f-499e-964a-cd753cc584e6 req-a3221022-2514-40c0-b91f-fdd175f34928 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380399 Oct 14 07:45:53.508978 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16240eb9-5add-4dca-bdf9-49a72a2b0f1a x-openstack-request-id: req-16240eb9-5add-4dca-bdf9-49a72a2b0f1a {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:45:53.509422 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a4d7b1d-ff71-4b56-81b7-7aa920ad6a28", "name": "network-vif-deleted", "tag": "d49d88e2-e66e-44aa-a669-20928e18970b", "status": "completed", "code": 200}]} {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:45:53.509802 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-16240eb9-5add-4dca-bdf9-49a72a2b0f1a {{(pid=106710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:45:53.510426 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a4d7b1d-ff71-4b56-81b7-7aa920ad6a28', 'name': 'network-vif-deleted', 'tag': 'd49d88e2-e66e-44aa-a669-20928e18970b', 'status': 'completed', 'code': 200} Oct 14 07:45:54.081540 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-e75d24cd-32cc-45aa-a29a-f1ff374ce246 req-f0a18e92-56c5-47a9-8203-cd99467ade19 tempest-AttachVolumeNegativeTest-890557426 tempest-AttachVolumeNegativeTest-890557426-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a4d7b1d-ff71-4b56-81b7-7aa920ad6a28 HTTP/1.1" status: 200 len: 210 time: 0.0344031 Oct 14 07:45:54.616897 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9c428-cc95-48f1-a26a-50c6ac5d3796 req-e88ef8f4-ad25-435b-9dc6-ad5e9580a1ad tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:54.618262 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-8db9c428-cc95-48f1-a26a-50c6ac5d3796 req-e88ef8f4-ad25-435b-9dc6-ad5e9580a1ad tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0518146 Oct 14 07:45:54.661842 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-8db9c428-cc95-48f1-a26a-50c6ac5d3796 req-3223ac9d-3ea9-43f7-8f25-6dcb16621245 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376759 Oct 14 07:45:55.142189 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 57566) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:45:55.189180 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.db_base_plugin_v2 [None req-b60d8967-5442-4c5d-8a0c-153a5f2143cb admin admin] Deleting subnet b45dd88f-e9bf-4766-96d3-5bfc220acb16 {{(pid=106711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 07:45:55.192318 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-b60d8967-5442-4c5d-8a0c-153a5f2143cb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:55.232583 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-b60d8967-5442-4c5d-8a0c-153a5f2143cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16126850'] for subnet, precommit_delete_associations {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:55.271263 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-b60d8967-5442-4c5d-8a0c-153a5f2143cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728799'] for subnet, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:55.399344 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-b60d8967-5442-4c5d-8a0c-153a5f2143cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14796997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15954738'] for subnet, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:55.425785 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d8967-5442-4c5d-8a0c-153a5f2143cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b45dd88f-e9bf-4766-96d3-5bfc220acb16,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:45:55.427721 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-b60d8967-5442-4c5d-8a0c-153a5f2143cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:55.431121 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-b60d8967-5442-4c5d-8a0c-153a5f2143cb admin admin] 10.222.0.47 "DELETE /v2.0/subnets/b45dd88f-e9bf-4766-96d3-5bfc220acb16 HTTP/1.1" status: 204 len: 168 time: 0.2879393 Oct 14 07:45:55.433688 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 57572) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:45:55.503395 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-208b1d51-b4f2-4153-a211-6838a6eb81d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530581'] for network, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:55.579127 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-208b1d51-b4f2-4153-a211-6838a6eb81d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727114', 'neutron.services.segments.db._delete_segments_for_network-8787630205745'] for network, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:55.598733 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.services.segments.db [None req-208b1d51-b4f2-4153-a211-6838a6eb81d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e5fcafc-aa78-4a92-8145-67380f0c2781']}} {{(pid=106711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:45:55.607546 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.services.segments.db [None req-208b1d51-b4f2-4153-a211-6838a6eb81d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b66f756-396e-4b46-9e02-b120fb33c532') {'for_net_delete': True} {{(pid=106711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:45:55.607880 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.services.segments.db [None req-208b1d51-b4f2-4153-a211-6838a6eb81d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b66f756-396e-4b46-9e02-b120fb33c532') {} {{(pid=106711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:45:55.616745 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-208b1d51-b4f2-4153-a211-6838a6eb81d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787630207546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16126907'] for segment, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:55.629331 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-208b1d51-b4f2-4153-a211-6838a6eb81d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728044'] for segment, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:55.635570 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-208b1d51-b4f2-4153-a211-6838a6eb81d9 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=106711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 07:45:55.635970 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-208b1d51-b4f2-4153-a211-6838a6eb81d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14797671'] for segment, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:55.637564 dv-cinder-813746-2-iscsi neutron-server[106711]: Traceback (most recent call last): Oct 14 07:45:55.637564 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 07:45:55.637564 dv-cinder-813746-2-iscsi neutron-server[106711]: timer() Oct 14 07:45:55.637564 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 07:45:55.637564 dv-cinder-813746-2-iscsi neutron-server[106711]: cb(*args, **kw) Oct 14 07:45:55.637564 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 07:45:55.637564 dv-cinder-813746-2-iscsi neutron-server[106711]: return func(*args, **kwargs) Oct 14 07:45:55.637564 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 07:45:55.637564 dv-cinder-813746-2-iscsi neutron-server[106711]: self._notify() Oct 14 07:45:55.637564 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 07:45:55.637564 dv-cinder-813746-2-iscsi neutron-server[106711]: self.callback(batched_events) Oct 14 07:45:55.637564 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 07:45:55.637564 dv-cinder-813746-2-iscsi neutron-server[106711]: event.method(event) Oct 14 07:45:55.637564 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 07:45:55.637564 dv-cinder-813746-2-iscsi neutron-server[106711]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 07:45:55.637564 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 07:45:55.637564 dv-cinder-813746-2-iscsi neutron-server[106711]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 07:45:55.637564 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 07:45:55.637564 dv-cinder-813746-2-iscsi neutron-server[106711]: return f(self, *a, **k) Oct 14 07:45:55.637564 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 07:45:55.637564 dv-cinder-813746-2-iscsi neutron-server[106711]: return self._get(url).json() Oct 14 07:45:55.637564 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 07:45:55.637564 dv-cinder-813746-2-iscsi neutron-server[106711]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 07:45:55.637564 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 07:45:55.637564 dv-cinder-813746-2-iscsi neutron-server[106711]: return self.request(url, 'GET', **kwargs) Oct 14 07:45:55.637564 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 07:45:55.637564 dv-cinder-813746-2-iscsi neutron-server[106711]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 07:45:55.637564 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 07:45:55.637564 dv-cinder-813746-2-iscsi neutron-server[106711]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 07:45:55.637564 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 07:45:55.637564 dv-cinder-813746-2-iscsi neutron-server[106711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 07:45:55.637564 dv-cinder-813746-2-iscsi neutron-server[106711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 07:45:55.762979 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-208b1d51-b4f2-4153-a211-6838a6eb81d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648348'] for network, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:55.769020 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-208b1d51-b4f2-4153-a211-6838a6eb81d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for network, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:55.772456 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-208b1d51-b4f2-4153-a211-6838a6eb81d9 admin admin] 10.222.0.47 "DELETE /v2.0/networks/1e5fcafc-aa78-4a92-8145-67380f0c2781 HTTP/1.1" status: 204 len: 168 time: 0.3372583 Oct 14 07:45:55.782907 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b1d51-b4f2-4153-a211-6838a6eb81d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e5fcafc-aa78-4a92-8145-67380f0c2781,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:45:56.149721 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 57580) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:45:56.189085 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-46147d57-70ef-4f3e-8f74-ed7fa6115126 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=432cd5a5d34e443ca7f3260c237fd70b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0382142 Oct 14 07:45:56.191507 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 57582) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:45:56.238467 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-c5abc6e6-82c3-4ce1-b1d3-62f82375477f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:56.260078 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-c5abc6e6-82c3-4ce1-b1d3-62f82375477f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:56.381486 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90339ebe-4094-4748-9fd0-f4dcfeee1f9c req-354a6e3e-8621-4e57-93d7-1eb6685ecac8 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:56.382963 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-90339ebe-4094-4748-9fd0-f4dcfeee1f9c req-354a6e3e-8621-4e57-93d7-1eb6685ecac8 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0505021 Oct 14 07:45:56.421550 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-90339ebe-4094-4748-9fd0-f4dcfeee1f9c req-c8c8f411-72d1-459b-9a73-e82fbb6b1be5 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326054 Oct 14 07:45:56.439240 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-c5abc6e6-82c3-4ce1-b1d3-62f82375477f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:56.443602 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-c5abc6e6-82c3-4ce1-b1d3-62f82375477f admin admin] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:56.445640 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-c5abc6e6-82c3-4ce1-b1d3-62f82375477f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/89919f77-6e83-47bb-8416-b55d1c6cd000 HTTP/1.1" status: 204 len: 168 time: 0.2529414 Oct 14 07:45:56.454957 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abc6e6-82c3-4ce1-b1d3-62f82375477f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89919f77-6e83-47bb-8416-b55d1c6cd000,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:45:56.483921 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device d49d88e2-e66e-44aa-a669-20928e18970b no longer exists at agent hyperv_hv-cinder-81374 {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:45:56.512685 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] No Port match for: d49d88e2-e66e-44aa-a669-20928e18970b {{(pid=106712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:45:56.513119 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device d49d88e2-e66e-44aa-a669-20928e18970b not bound to the agent host hv-cinder-81374 {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:45:57.333389 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9417fc5-598e-4388-ba3f-b09f4da13ca3 req-9bbc731d-f805-4ec1-880a-62023bbc2998 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:57.335099 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-d9417fc5-598e-4388-ba3f-b09f4da13ca3 req-9bbc731d-f805-4ec1-880a-62023bbc2998 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 945 time: 0.0580420 Oct 14 07:45:57.374988 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-d9417fc5-598e-4388-ba3f-b09f4da13ca3 req-b3e152ca-ccfc-47a4-926e-b8eaee6359ea tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=6228ef3e-acca-47fd-8ad2-0cd6c3c54a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324290 Oct 14 07:45:57.375957 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-ab6f4540-c084-41c4-9c27-7c313df3dc11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:45:58.496727 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689f944-0ed1-484c-88f7-e742c494d790 req-a5dcd8a5-608e-4366-b072-ab5652d7113f tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:58.497677 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-d689f944-0ed1-484c-88f7-e742c494d790 req-a5dcd8a5-608e-4366-b072-ab5652d7113f tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 945 time: 0.0492728 Oct 14 07:45:58.536667 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-d689f944-0ed1-484c-88f7-e742c494d790 req-f56ebbfe-0150-4965-90e7-53c78504c82d tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=6228ef3e-acca-47fd-8ad2-0cd6c3c54a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327623 Oct 14 07:45:59.653292 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea66bdd-ae7a-475c-8647-cdfb0c2afe25 req-228f9d85-8292-448f-a3ef-d0bd4adb4b30 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:45:59.654886 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-fea66bdd-ae7a-475c-8647-cdfb0c2afe25 req-228f9d85-8292-448f-a3ef-d0bd4adb4b30 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 945 time: 0.0478115 Oct 14 07:45:59.695091 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-fea66bdd-ae7a-475c-8647-cdfb0c2afe25 req-640fd8cb-81d3-4984-bb3c-089301ddef18 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=6228ef3e-acca-47fd-8ad2-0cd6c3c54a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327363 Oct 14 07:46:00.020062 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-7aa3c3ac-39c5-47ea-9761-ea6968b9a25d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:00.815472 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:00.816744 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b80c33-e0a8-4287-96eb-32e8c0593c48 req-f91fa8ed-3b94-4e20-9c85-0e24762b5c1f tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:00.818215 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-19b80c33-e0a8-4287-96eb-32e8c0593c48 req-f91fa8ed-3b94-4e20-9c85-0e24762b5c1f tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 945 time: 0.0483296 Oct 14 07:46:00.859344 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-19b80c33-e0a8-4287-96eb-32e8c0593c48 req-d25c563e-467c-4743-9baf-ada0afeff51f tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=6228ef3e-acca-47fd-8ad2-0cd6c3c54a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343862 Oct 14 07:46:01.335522 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-93e1ef1e-be74-48a7-9436-c986e05ec438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:01.971990 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f1ebf-d19e-4c4b-914e-a2186f049298 req-c9fa1cc2-6a7f-4c4f-8d41-b3b91e517bba tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:01.973419 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-918f1ebf-d19e-4c4b-914e-a2186f049298 req-c9fa1cc2-6a7f-4c4f-8d41-b3b91e517bba tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 945 time: 0.0468400 Oct 14 07:46:02.009950 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-918f1ebf-d19e-4c4b-914e-a2186f049298 req-72615a6a-e29e-4e3b-867d-5570ef6cde47 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=6228ef3e-acca-47fd-8ad2-0cd6c3c54a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301332 Oct 14 07:46:02.872639 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-439377cf-db3c-4e91-9aae-241f8a26ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:03.126273 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883de52a-9247-4298-b962-3e5fa289ee26 req-f909aa7b-16d3-4e9a-8a75-0c23712609b8 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:03.127753 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-883de52a-9247-4298-b962-3e5fa289ee26 req-f909aa7b-16d3-4e9a-8a75-0c23712609b8 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 945 time: 0.0508513 Oct 14 07:46:03.166097 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-883de52a-9247-4298-b962-3e5fa289ee26 req-93b07346-940b-45bc-b3b8-2859ec47e8bc tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=6228ef3e-acca-47fd-8ad2-0cd6c3c54a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317869 Oct 14 07:46:04.285505 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134118f5-6360-4eba-bdba-0547818a9cb0 req-fb2a190e-c230-4f35-960d-1ada6bf2e0a5 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:04.287285 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-134118f5-6360-4eba-bdba-0547818a9cb0 req-fb2a190e-c230-4f35-960d-1ada6bf2e0a5 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 945 time: 0.0528722 Oct 14 07:46:04.324478 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-134118f5-6360-4eba-bdba-0547818a9cb0 req-9c40ef0c-eec4-4013-b111-e99b39131f26 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=6228ef3e-acca-47fd-8ad2-0cd6c3c54a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313520 Oct 14 07:46:05.437611 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20551d11-a453-41e6-8d36-bcf89ceb1368 req-a3540b00-5505-4f3a-8048-4bf683fdfb35 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:05.439703 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-20551d11-a453-41e6-8d36-bcf89ceb1368 req-a3540b00-5505-4f3a-8048-4bf683fdfb35 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 945 time: 0.0486476 Oct 14 07:46:05.478246 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-20551d11-a453-41e6-8d36-bcf89ceb1368 req-ef563802-3f92-4779-a181-456da6c4e4c9 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=6228ef3e-acca-47fd-8ad2-0cd6c3c54a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318942 Oct 14 07:46:06.260312 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2707a-7ec7-4792-b93c-072b3741069d req-37f11e05-30bf-47a8-88f3-11ce8e17639b tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:06.261792 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-89e2707a-7ec7-4792-b93c-072b3741069d req-37f11e05-30bf-47a8-88f3-11ce8e17639b tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0494757 Oct 14 07:46:06.325547 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-89e2707a-7ec7-4792-b93c-072b3741069d req-a3eaa7c0-9df1-4491-9378-2d4cd534b014 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576096 Oct 14 07:46:06.339775 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a2790-bd1c-405a-b96a-e0db17eeb14e req-86ea583c-dcb0-42f6-b1b2-3a02a64b2a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:06.341223 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a16a2790-bd1c-405a-b96a-e0db17eeb14e req-86ea583c-dcb0-42f6-b1b2-3a02a64b2a8b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b7da520217894ce68d6dc61570f7c5da&device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 1098 time: 0.0485542 Oct 14 07:46:06.437863 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a2790-bd1c-405a-b96a-e0db17eeb14e req-5d8df418-d4db-49c3-b79d-2b982b5e6d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:06.439352 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a16a2790-bd1c-405a-b96a-e0db17eeb14e req-5d8df418-d4db-49c3-b79d-2b982b5e6d19 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cbacfbd8-4c3f-407e-8210-f33986bff496 HTTP/1.1" status: 200 len: 920 time: 0.0821381 Oct 14 07:46:06.485906 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a16a2790-bd1c-405a-b96a-e0db17eeb14e req-e26c9e0a-4e5d-46ac-ad39-a85a061b6d0c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db HTTP/1.1" status: 200 len: 217 time: 0.0367124 Oct 14 07:46:06.540161 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a2790-bd1c-405a-b96a-e0db17eeb14e req-2d7465c6-3db5-473f-b09e-7376a1215b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:06.541611 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a16a2790-bd1c-405a-b96a-e0db17eeb14e req-2d7465c6-3db5-473f-b09e-7376a1215b10 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f91e8ccb-cf60-4c2a-b79a-0a0aaed6406a HTTP/1.1" status: 200 len: 859 time: 0.0439568 Oct 14 07:46:06.579774 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a16a2790-bd1c-405a-b96a-e0db17eeb14e req-c494b9af-f0ac-4eec-a490-77f59fad4893 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cbacfbd8-4c3f-407e-8210-f33986bff496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267365 Oct 14 07:46:06.595925 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb5a71-8b0a-426e-b932-7e60c6cfadf4 req-fc6a6340-87c3-43f7-ad98-90d4b11f58c8 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:06.597412 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-11cb5a71-8b0a-426e-b932-7e60c6cfadf4 req-fc6a6340-87c3-43f7-ad98-90d4b11f58c8 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 945 time: 0.0483122 Oct 14 07:46:06.644355 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-11cb5a71-8b0a-426e-b932-7e60c6cfadf4 req-7e9dab20-fe70-4b09-a325-f88ec5d3abac tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=6228ef3e-acca-47fd-8ad2-0cd6c3c54a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399601 Oct 14 07:46:06.689736 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a16a2790-bd1c-405a-b96a-e0db17eeb14e req-d740c20b-ca88-4a27-9a47-5cc2178d8b07 service neutron] 10.222.0.54 "GET /v2.0/networks/cbacfbd8-4c3f-407e-8210-f33986bff496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968745 Oct 14 07:46:06.780727 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a16a2790-bd1c-405a-b96a-e0db17eeb14e req-3594b41e-df0d-4c4e-93b0-5f94b27715e1 service neutron] 10.222.0.54 "GET /v2.0/networks/cbacfbd8-4c3f-407e-8210-f33986bff496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817647 Oct 14 07:46:07.440845 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61c411-e78a-499a-80f9-06bb56e5e9de req-88b037c7-1c71-4928-88b6-6f048744e467 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:07.442403 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-eb61c411-e78a-499a-80f9-06bb56e5e9de req-88b037c7-1c71-4928-88b6-6f048744e467 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0494220 Oct 14 07:46:07.479363 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-eb61c411-e78a-499a-80f9-06bb56e5e9de req-654b8b8d-5815-4d9b-b03e-97d37c15c23a tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309854 Oct 14 07:46:07.600080 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 57794) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:46:07.708345 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-783b4c17-42a6-48ed-aa0c-dd97e4693885 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:07.788903 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d13f4-98b5-44de-8250-a1c074f5ed37 req-3a8f9c4b-d6a0-4bd7-a845-5164de7d3e56 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:07.790388 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-cf4d13f4-98b5-44de-8250-a1c074f5ed37 req-3a8f9c4b-d6a0-4bd7-a845-5164de7d3e56 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 945 time: 0.0703163 Oct 14 07:46:07.844236 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-783b4c17-42a6-48ed-aa0c-dd97e4693885 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:07.847339 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-cf4d13f4-98b5-44de-8250-a1c074f5ed37 req-8a27c68d-a8b6-41e1-a08e-b7d40443a22c tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=6228ef3e-acca-47fd-8ad2-0cd6c3c54a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510015 Oct 14 07:46:07.889280 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-783b4c17-42a6-48ed-aa0c-dd97e4693885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:07.927475 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-783b4c17-42a6-48ed-aa0c-dd97e4693885 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c3c362d5d807439690c5f1a564bc4806&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3261967 Oct 14 07:46:07.928386 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783b4c17-42a6-48ed-aa0c-dd97e4693885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f7ff3d-87d5-4b50-bb8a-9004546874f6,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:46:07.930062 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 57802) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:46:07.983641 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-16f00112-7741-4945-b390-512bb8eca4f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:08.005634 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-16f00112-7741-4945-b390-512bb8eca4f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:08.089423 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-16f00112-7741-4945-b390-512bb8eca4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:08.092168 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-16f00112-7741-4945-b390-512bb8eca4f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:08.093465 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-16f00112-7741-4945-b390-512bb8eca4f8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/48f7ff3d-87d5-4b50-bb8a-9004546874f6 HTTP/1.1" status: 204 len: 168 time: 0.1616542 Oct 14 07:46:08.101481 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f00112-7741-4945-b390-512bb8eca4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f7ff3d-87d5-4b50-bb8a-9004546874f6,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:46:08.594152 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a29db7-4024-4e7c-ad64-dbf6f8cd28e5 req-a786dc30-323d-40f7-a2b1-5b97afa8e5b7 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:08.595755 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a3a29db7-4024-4e7c-ad64-dbf6f8cd28e5 req-a786dc30-323d-40f7-a2b1-5b97afa8e5b7 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0469508 Oct 14 07:46:08.633303 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a3a29db7-4024-4e7c-ad64-dbf6f8cd28e5 req-72cd486d-222e-4009-827e-f4680713a1fd tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316839 Oct 14 07:46:08.960879 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593b2f1-291d-40a3-9667-9f86ec79deef req-e084f477-531c-4f86-8776-457c3e91b695 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:08.962973 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-8593b2f1-291d-40a3-9667-9f86ec79deef req-e084f477-531c-4f86-8776-457c3e91b695 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 945 time: 0.0506206 Oct 14 07:46:09.000393 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-8593b2f1-291d-40a3-9667-9f86ec79deef req-0f1da155-84e4-4689-8e8c-b8d2032067de tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=6228ef3e-acca-47fd-8ad2-0cd6c3c54a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311377 Oct 14 07:46:09.371301 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3abdb0-322e-4030-9364-1d85d5fca627 req-3d1da219-0fa4-4fab-a581-78c7645a7f34 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:09.372768 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-ee3abdb0-322e-4030-9364-1d85d5fca627 req-3d1da219-0fa4-4fab-a581-78c7645a7f34 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 945 time: 0.0477366 Oct 14 07:46:09.414784 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-ee3abdb0-322e-4030-9364-1d85d5fca627 req-7e45bed1-9208-4e28-a618-392fef738ce8 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=6228ef3e-acca-47fd-8ad2-0cd6c3c54a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359440 Oct 14 07:46:09.537204 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3589b9d-9d2d-478f-865e-77875dd7c713 req-163638f9-395d-4b08-9d65-a891641c2618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:09.538578 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a3589b9d-9d2d-478f-865e-77875dd7c713 req-163638f9-395d-4b08-9d65-a891641c2618 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=faeed044a6d84decaaa0cac966b09ce9&device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 1098 time: 0.0394096 Oct 14 07:46:09.637185 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3589b9d-9d2d-478f-865e-77875dd7c713 req-6108e617-14fb-4b8a-9797-44179d48b3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:09.638641 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a3589b9d-9d2d-478f-865e-77875dd7c713 req-6108e617-14fb-4b8a-9797-44179d48b3ed service neutron] 10.222.0.54 "GET /v2.0/networks?id=0ffbc9b1-671e-4535-a15f-5a510845f53e HTTP/1.1" status: 200 len: 912 time: 0.0894327 Oct 14 07:46:09.740773 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a3589b9d-9d2d-478f-865e-77875dd7c713 req-f4e6036f-59d4-4c5c-be9f-43bfb31a72a4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8666fbc-69d7-49ab-bd06-8bb7b86849a3 HTTP/1.1" status: 200 len: 1001 time: 0.0861332 Oct 14 07:46:09.785871 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a081232-45ea-4f13-855a-5bc1fa4d68b3 req-2a0dcb45-fcd0-4da9-b2f7-0e53c7b1b9bb tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:09.787416 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-1a081232-45ea-4f13-855a-5bc1fa4d68b3 req-2a0dcb45-fcd0-4da9-b2f7-0e53c7b1b9bb tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0807140 Oct 14 07:46:09.816084 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3589b9d-9d2d-478f-865e-77875dd7c713 req-5ae824d1-d913-458f-b5f7-f90e950392fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:09.817491 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a3589b9d-9d2d-478f-865e-77875dd7c713 req-5ae824d1-d913-458f-b5f7-f90e950392fe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6b3909e2-8d10-4803-8f95-ccf56ec3b849 HTTP/1.1" status: 200 len: 850 time: 0.0687885 Oct 14 07:46:09.858776 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-1a081232-45ea-4f13-855a-5bc1fa4d68b3 req-549860fb-f407-4068-8539-3b22f0826fdf tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590041 Oct 14 07:46:09.871930 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3589b9d-9d2d-478f-865e-77875dd7c713 req-134a89e1-c811-451c-8803-7c5f04e72346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:09.873437 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a3589b9d-9d2d-478f-865e-77875dd7c713 req-134a89e1-c811-451c-8803-7c5f04e72346 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0ffbc9b1-671e-4535-a15f-5a510845f53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440276 Oct 14 07:46:09.967463 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a3589b9d-9d2d-478f-865e-77875dd7c713 req-d576451e-7a6c-418f-9b98-5777fd2bbf1e service neutron] 10.222.0.54 "GET /v2.0/networks/0ffbc9b1-671e-4535-a15f-5a510845f53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845330 Oct 14 07:46:10.057714 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a3589b9d-9d2d-478f-865e-77875dd7c713 req-af942a31-2189-450e-a8c2-84d5141f91a5 service neutron] 10.222.0.54 "GET /v2.0/networks/0ffbc9b1-671e-4535-a15f-5a510845f53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810790 Oct 14 07:46:10.538192 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349f13c-79c6-4426-a062-f347297c0bdf req-b93c2da5-e6bc-42bc-b340-cc03bf087de0 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:10.539969 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-c349f13c-79c6-4426-a062-f347297c0bdf req-b93c2da5-e6bc-42bc-b340-cc03bf087de0 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 945 time: 0.0564659 Oct 14 07:46:10.578182 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-c349f13c-79c6-4426-a062-f347297c0bdf req-ec5ebc46-7c1b-4950-92b0-2535d3868827 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=6228ef3e-acca-47fd-8ad2-0cd6c3c54a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310731 Oct 14 07:46:10.976033 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c182f-d841-4eaf-941d-cf2e08e5135a req-865460f4-7fb6-4ed9-9f75-73d0732c5548 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:10.977492 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-500c182f-d841-4eaf-941d-cf2e08e5135a req-865460f4-7fb6-4ed9-9f75-73d0732c5548 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0510976 Oct 14 07:46:10.992551 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:11.014791 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-500c182f-d841-4eaf-941d-cf2e08e5135a req-6634d6f1-ec7c-406d-8f98-ca5c9a49a79d tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312598 Oct 14 07:46:11.694848 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac7ae0-0c4e-4ef5-8601-bc650178ec50 req-a08e41da-5b92-48a0-975e-1e1c65d394dc tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:11.696422 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-96ac7ae0-0c4e-4ef5-8601-bc650178ec50 req-a08e41da-5b92-48a0-975e-1e1c65d394dc tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 945 time: 0.0518544 Oct 14 07:46:11.737715 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-96ac7ae0-0c4e-4ef5-8601-bc650178ec50 req-7554a076-f3bc-4c1a-bc64-804445f34149 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=6228ef3e-acca-47fd-8ad2-0cd6c3c54a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351748 Oct 14 07:46:12.125880 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44cdea-d758-4efb-a558-56cfd7f494a3 req-65389823-54a9-42c3-a1ff-c623b256ed5d tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:12.127346 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-bd44cdea-d758-4efb-a558-56cfd7f494a3 req-65389823-54a9-42c3-a1ff-c623b256ed5d tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0477233 Oct 14 07:46:12.172920 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-bd44cdea-d758-4efb-a558-56cfd7f494a3 req-5c0e113b-9b3a-4c42-9a0c-a16d6ef9957b tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395977 Oct 14 07:46:13.285660 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9d428-95f5-4523-9562-a2da71a151a9 req-c0b2cafc-188a-47ef-ba04-ce4e455c8d0c tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:13.287183 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-46e9d428-95f5-4523-9562-a2da71a151a9 req-c0b2cafc-188a-47ef-ba04-ce4e455c8d0c tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0488338 Oct 14 07:46:13.323975 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-46e9d428-95f5-4523-9562-a2da71a151a9 req-1e096823-0c46-40a1-9332-213bb74c407f tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306242 Oct 14 07:46:14.076564 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 57934) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:46:14.186634 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-02c4d978-d8f0-444a-a573-7964c7f76c98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:14.261034 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-02c4d978-d8f0-444a-a573-7964c7f76c98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:14.317816 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-02c4d978-d8f0-444a-a573-7964c7f76c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:14.359492 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-02c4d978-d8f0-444a-a573-7964c7f76c98 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4037672ade8e4990bde67e34cc043728&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2817974 Oct 14 07:46:14.360381 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4d978-d8f0-444a-a573-7964c7f76c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f25044-e3fa-4b4f-8735-60c04017eaf1,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:46:14.362193 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 57940) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:46:14.412312 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-5af1664a-a405-4468-bccc-985c75022de5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:14.433512 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-5af1664a-a405-4468-bccc-985c75022de5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:14.437478 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25075646-11e4-4b88-b1ca-a995f8797a26 req-638e93d3-e009-4e94-99c2-e01ddf6111d0 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:14.438978 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-25075646-11e4-4b88-b1ca-a995f8797a26 req-638e93d3-e009-4e94-99c2-e01ddf6111d0 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0472536 Oct 14 07:46:14.476691 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-25075646-11e4-4b88-b1ca-a995f8797a26 req-61876031-04b2-4775-b21f-938aba9d5882 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310504 Oct 14 07:46:14.546644 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-5af1664a-a405-4468-bccc-985c75022de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:14.549238 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-5af1664a-a405-4468-bccc-985c75022de5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:14.550371 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-5af1664a-a405-4468-bccc-985c75022de5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c3f25044-e3fa-4b4f-8735-60c04017eaf1 HTTP/1.1" status: 204 len: 168 time: 0.1867270 Oct 14 07:46:14.559759 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af1664a-a405-4468-bccc-985c75022de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f25044-e3fa-4b4f-8735-60c04017eaf1,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:46:15.162822 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 57948) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:46:15.175754 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-e5c522f0-4bab-4578-8e57-13e530c1ffe8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:15.244117 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-e5c522f0-4bab-4578-8e57-13e530c1ffe8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:15.283072 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-e5c522f0-4bab-4578-8e57-13e530c1ffe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:15.321613 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-e5c522f0-4bab-4578-8e57-13e530c1ffe8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=687b9620396642808bf938bd0b9cde85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1576493 Oct 14 07:46:15.324019 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c522f0-4bab-4578-8e57-13e530c1ffe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f91ace-d513-4031-aabc-53a8a5c2b3cf,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:46:15.325021 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 57950) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:46:15.371246 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-126aec62-26d6-4e06-b302-b15b836b2032 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:15.391745 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-126aec62-26d6-4e06-b302-b15b836b2032 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:15.488800 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-126aec62-26d6-4e06-b302-b15b836b2032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:15.491309 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-126aec62-26d6-4e06-b302-b15b836b2032 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:15.492453 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-126aec62-26d6-4e06-b302-b15b836b2032 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/22f91ace-d513-4031-aabc-53a8a5c2b3cf HTTP/1.1" status: 204 len: 168 time: 0.1664574 Oct 14 07:46:15.500646 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126aec62-26d6-4e06-b302-b15b836b2032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f91ace-d513-4031-aabc-53a8a5c2b3cf,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:46:15.598252 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac48a59-c5aa-4ff2-b805-023a5248702e req-f4ed6f93-abdc-4050-8394-7c184c6e08b4 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:15.599653 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-8ac48a59-c5aa-4ff2-b805-023a5248702e req-f4ed6f93-abdc-4050-8394-7c184c6e08b4 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0471287 Oct 14 07:46:15.637232 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-8ac48a59-c5aa-4ff2-b805-023a5248702e req-d24b7a51-d4ef-4ad7-8e56-ec9c590ff83a tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312417 Oct 14 07:46:16.748729 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31dddc-e603-4603-b34e-7de9676143b6 req-e11f900e-ac16-4cb3-baeb-9fb786b7c22b tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:16.750296 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-2a31dddc-e603-4603-b34e-7de9676143b6 req-e11f900e-ac16-4cb3-baeb-9fb786b7c22b tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0473902 Oct 14 07:46:16.789370 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-2a31dddc-e603-4603-b34e-7de9676143b6 req-0bb9b499-83eb-430b-8439-659ca7be4d0e tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331390 Oct 14 07:46:17.905058 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fcb358-1f86-4e4e-99c3-7998ae492200 req-78b5c062-ac0e-469c-927e-3116a88fc5b3 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:17.906627 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-11fcb358-1f86-4e4e-99c3-7998ae492200 req-78b5c062-ac0e-469c-927e-3116a88fc5b3 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0479116 Oct 14 07:46:17.943306 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-11fcb358-1f86-4e4e-99c3-7998ae492200 req-95c79506-a41c-455c-8eaf-72d968118e0f tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306470 Oct 14 07:46:19.060037 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d6a0b-af23-4e6b-873e-439a645aca85 req-cfc6e33e-8ed2-4a6c-9421-2c3446048697 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:19.061584 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-749d6a0b-af23-4e6b-873e-439a645aca85 req-cfc6e33e-8ed2-4a6c-9421-2c3446048697 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0480232 Oct 14 07:46:19.099038 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-749d6a0b-af23-4e6b-873e-439a645aca85 req-0921421d-17d8-4589-9b19-1c5a67cecc49 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315063 Oct 14 07:46:19.591269 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 58036) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:46:19.692543 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-e5c6736c-ada2-4de5-8311-49513ea49b1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:19.763629 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-e5c6736c-ada2-4de5-8311-49513ea49b1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:19.842180 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-e5c6736c-ada2-4de5-8311-49513ea49b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:19.879827 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6736c-ada2-4de5-8311-49513ea49b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390890d6-a2eb-493c-9c13-de2ca54cc305,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:46:19.883978 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-e5c6736c-ada2-4de5-8311-49513ea49b1e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=76876d87c1634ba691b9345e38dd4fd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2916291 Oct 14 07:46:19.887199 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 58040) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:46:19.933825 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-8d80b731-8d4e-4b4a-a90a-d4ae08a8e0cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:19.954324 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-8d80b731-8d4e-4b4a-a90a-d4ae08a8e0cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:20.043867 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-8d80b731-8d4e-4b4a-a90a-d4ae08a8e0cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:20.046500 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-8d80b731-8d4e-4b4a-a90a-d4ae08a8e0cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:20.047626 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-8d80b731-8d4e-4b4a-a90a-d4ae08a8e0cf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/390890d6-a2eb-493c-9c13-de2ca54cc305 HTTP/1.1" status: 204 len: 168 time: 0.1594946 Oct 14 07:46:20.055617 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d80b731-8d4e-4b4a-a90a-d4ae08a8e0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390890d6-a2eb-493c-9c13-de2ca54cc305,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:46:20.214195 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184faaf-ef54-439c-be7a-2a9d8b97e00e req-83556281-b8e6-4b02-98cc-fd1b190a8da9 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:20.215693 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-8184faaf-ef54-439c-be7a-2a9d8b97e00e req-83556281-b8e6-4b02-98cc-fd1b190a8da9 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0513830 Oct 14 07:46:20.253587 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-8184faaf-ef54-439c-be7a-2a9d8b97e00e req-55a06e85-1a0a-4a45-ad47-66ba35db26c6 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318391 Oct 14 07:46:20.528898 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 58050) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:46:20.541583 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-3ef1ef18-0339-4aaf-ba11-fdf633e9522f admin admin] Publish callbacks [] for security_group, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:20.612311 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-3ef1ef18-0339-4aaf-ba11-fdf633e9522f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:20.689159 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-3ef1ef18-0339-4aaf-ba11-fdf633e9522f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:20.929181 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef1ef18-0339-4aaf-ba11-fdf633e9522f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5aa24b-7d1f-4771-bc87-e3d2c3872711,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:46:20.933286 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-3ef1ef18-0339-4aaf-ba11-fdf633e9522f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9b6b97b06cb34a39ab62ffd21b6899e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4033787 Oct 14 07:46:20.935871 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 58052) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:46:20.986368 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-088f42ab-40bc-4073-b13b-03db08ec6e4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:21.007617 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-088f42ab-40bc-4073-b13b-03db08ec6e4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:21.106405 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-088f42ab-40bc-4073-b13b-03db08ec6e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:21.109113 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-088f42ab-40bc-4073-b13b-03db08ec6e4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:21.110244 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-088f42ab-40bc-4073-b13b-03db08ec6e4d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8e5aa24b-7d1f-4771-bc87-e3d2c3872711 HTTP/1.1" status: 204 len: 168 time: 0.1734905 Oct 14 07:46:21.118112 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088f42ab-40bc-4073-b13b-03db08ec6e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5aa24b-7d1f-4771-bc87-e3d2c3872711,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:46:21.366207 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926cdfc-6020-4b56-9ed2-91b24465b0d6 req-49a60259-fe1c-4e61-9370-0dc8b0c3a703 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:21.367699 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-2926cdfc-6020-4b56-9ed2-91b24465b0d6 req-49a60259-fe1c-4e61-9370-0dc8b0c3a703 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0479050 Oct 14 07:46:21.404800 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-2926cdfc-6020-4b56-9ed2-91b24465b0d6 req-7f6efa47-95cd-4e55-9a48-c129dc3b9405 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307050 Oct 14 07:46:21.786340 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.agents_db [None req-84b3d5e4-9e25-480e-9cd9-33a6a693fe4d None None] Agent healthcheck: found 6 active agents {{(pid=106713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:46:22.519864 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b934ee6-3746-4bc9-a397-a04f5ee781a2 req-a6848d94-b58c-4d69-bf19-2271c84c9f78 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:22.521343 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-5b934ee6-3746-4bc9-a397-a04f5ee781a2 req-a6848d94-b58c-4d69-bf19-2271c84c9f78 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0515149 Oct 14 07:46:22.559772 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-5b934ee6-3746-4bc9-a397-a04f5ee781a2 req-d83a4156-01af-4127-881e-ea4cce7e1ce0 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321171 Oct 14 07:46:22.686146 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 58100) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:46:22.788977 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-bbe240be-7078-4a67-99e3-67d8d6d25e9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:22.865955 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-bbe240be-7078-4a67-99e3-67d8d6d25e9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:22.939659 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-bbe240be-7078-4a67-99e3-67d8d6d25e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:22.977425 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-bbe240be-7078-4a67-99e3-67d8d6d25e9e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=26f7078e6e56459c90c3392f10654d09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2945704 Oct 14 07:46:22.978357 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe240be-7078-4a67-99e3-67d8d6d25e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a516b72a-22fc-4166-bd0d-19099517f168,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:46:22.980769 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 58104) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:46:23.028632 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-b74c7cda-562a-4f95-896b-1c6d31d8cde0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:23.048353 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-b74c7cda-562a-4f95-896b-1c6d31d8cde0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:23.146397 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-b74c7cda-562a-4f95-896b-1c6d31d8cde0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:23.148932 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-b74c7cda-562a-4f95-896b-1c6d31d8cde0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:23.150037 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-b74c7cda-562a-4f95-896b-1c6d31d8cde0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a516b72a-22fc-4166-bd0d-19099517f168 HTTP/1.1" status: 204 len: 168 time: 0.1682823 Oct 14 07:46:23.158145 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c7cda-562a-4f95-896b-1c6d31d8cde0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a516b72a-22fc-4166-bd0d-19099517f168,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:46:23.672293 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14de93-563d-44ed-adad-e58ec009f847 req-8dbdffe0-6b2e-4556-9c12-471459abc100 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:23.673790 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-2d14de93-563d-44ed-adad-e58ec009f847 req-8dbdffe0-6b2e-4556-9c12-471459abc100 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0474782 Oct 14 07:46:23.718942 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-2d14de93-563d-44ed-adad-e58ec009f847 req-b85d5fc6-9c66-416d-97b1-98d74ea91334 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364041 Oct 14 07:46:24.830338 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76dc9d2-bfd5-4d77-b59a-9922d6cb8bf9 req-0c89b386-970e-4297-ac3a-abfae3f3fd5e tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:24.836276 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-c76dc9d2-bfd5-4d77-b59a-9922d6cb8bf9 req-0c89b386-970e-4297-ac3a-abfae3f3fd5e tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0468500 Oct 14 07:46:24.868947 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-c76dc9d2-bfd5-4d77-b59a-9922d6cb8bf9 req-18137fcc-36aa-4b57-afb4-eedf9fce658c tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308406 Oct 14 07:46:25.987088 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0456c5-c657-4e6b-bd5b-1a7fb99a9c14 req-8ec535aa-e3f1-4fb0-b14a-c317a3df87c1 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:25.988599 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-5c0456c5-c657-4e6b-bd5b-1a7fb99a9c14 req-8ec535aa-e3f1-4fb0-b14a-c317a3df87c1 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0482259 Oct 14 07:46:26.026010 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-5c0456c5-c657-4e6b-bd5b-1a7fb99a9c14 req-f96bc7a3-2ddd-495d-84db-bf79c3b090e3 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312853 Oct 14 07:46:26.244599 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114aed68-a9eb-45ad-b463-165be833e25b req-e72ebf72-1bd4-48c2-a8f7-26178de582f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:26.245982 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-114aed68-a9eb-45ad-b463-165be833e25b req-e72ebf72-1bd4-48c2-a8f7-26178de582f1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 1098 time: 0.0463305 Oct 14 07:46:26.290341 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-114aed68-a9eb-45ad-b463-165be833e25b req-7f983995-cda9-4ee5-b3bf-e138e70a54a6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288885 Oct 14 07:46:27.163037 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a82e1a-4581-4b4e-902b-8c7fc830accc req-e47a10a4-224e-419a-b041-f50dadaf2c71 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:27.164559 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-28a82e1a-4581-4b4e-902b-8c7fc830accc req-e47a10a4-224e-419a-b041-f50dadaf2c71 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0728273 Oct 14 07:46:27.205942 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-28a82e1a-4581-4b4e-902b-8c7fc830accc req-cdfd25d6-c017-415d-b9dd-5ceb56907697 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351791 Oct 14 07:46:27.357346 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-5e5f84b3-965e-442a-a6a2-ccd4036bf88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:28.320478 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1850e-750e-4060-baa0-7f3f9a5fa59e req-30b13525-70b8-4d88-bad8-7b773b232674 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:28.322015 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-53c1850e-750e-4060-baa0-7f3f9a5fa59e req-30b13525-70b8-4d88-bad8-7b773b232674 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0484712 Oct 14 07:46:28.359559 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-53c1850e-750e-4060-baa0-7f3f9a5fa59e req-82414d72-2690-4a7d-a5d0-73819908e103 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310800 Oct 14 07:46:29.471985 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6cc6ff-75d6-4a9d-a106-f36ce0fe41a9 req-534c03aa-d259-40a6-afb1-f436d92695b7 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:29.473418 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-ae6cc6ff-75d6-4a9d-a106-f36ce0fe41a9 req-534c03aa-d259-40a6-afb1-f436d92695b7 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0478103 Oct 14 07:46:29.510992 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-ae6cc6ff-75d6-4a9d-a106-f36ce0fe41a9 req-09be329a-07ee-4f3d-a03b-3de0268c288f tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316978 Oct 14 07:46:29.992336 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-db113e29-a9a5-43db-8062-4814f724e6c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:30.626489 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38608f40-bf71-4dfa-88f7-f40249d1fe25 req-5a07ed01-8843-47e7-8ba4-7e5897e8889b tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:30.627980 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-38608f40-bf71-4dfa-88f7-f40249d1fe25 req-5a07ed01-8843-47e7-8ba4-7e5897e8889b tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0477958 Oct 14 07:46:30.666587 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-38608f40-bf71-4dfa-88f7-f40249d1fe25 req-17ac0557-b15b-46c7-b80d-5ee1ca8c1eb4 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324342 Oct 14 07:46:30.809368 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:31.283575 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-93e1ef1e-be74-48a7-9436-c986e05ec438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:31.779770 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496feb09-018d-4cef-a716-07483df7047a req-19a04113-d126-4807-b1a6-2cf952b2626b tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:31.781227 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-496feb09-018d-4cef-a716-07483df7047a req-19a04113-d126-4807-b1a6-2cf952b2626b tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0481138 Oct 14 07:46:31.818121 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-496feb09-018d-4cef-a716-07483df7047a req-865b431f-f0e1-409f-8c8e-2f2f78b4dd9b tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309415 Oct 14 07:46:32.262169 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef61e7b-f4ed-4ec8-b300-4250c4bbb76e req-1419f050-b706-4967-a8e7-e4accdfb1eb3 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:32.263743 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-1ef61e7b-f4ed-4ec8-b300-4250c4bbb76e req-1419f050-b706-4967-a8e7-e4accdfb1eb3 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0555062 Oct 14 07:46:32.335185 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-1ef61e7b-f4ed-4ec8-b300-4250c4bbb76e req-fab2586e-2cc1-4e37-845e-a01709c34819 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615184 Oct 14 07:46:32.343904 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b596de-e0ba-43bb-8547-ed47180bcb4c req-0358e26c-e9bb-4408-82ad-fcbff0b3bb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:32.345406 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-27b596de-e0ba-43bb-8547-ed47180bcb4c req-0358e26c-e9bb-4408-82ad-fcbff0b3bb8e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b7da520217894ce68d6dc61570f7c5da&device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 1098 time: 0.0636339 Oct 14 07:46:32.439837 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b596de-e0ba-43bb-8547-ed47180bcb4c req-b53fe84f-2d6e-4e2d-8faa-1def3d489b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:32.441373 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-27b596de-e0ba-43bb-8547-ed47180bcb4c req-b53fe84f-2d6e-4e2d-8faa-1def3d489b44 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cbacfbd8-4c3f-407e-8210-f33986bff496 HTTP/1.1" status: 200 len: 920 time: 0.0885463 Oct 14 07:46:32.485936 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-27b596de-e0ba-43bb-8547-ed47180bcb4c req-ed3004e4-3f72-4bc6-9ffe-acee4dc3fa20 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db HTTP/1.1" status: 200 len: 217 time: 0.0330377 Oct 14 07:46:32.534703 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b596de-e0ba-43bb-8547-ed47180bcb4c req-39491db5-88ee-4b6a-b909-c1876a6da640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:32.536176 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-27b596de-e0ba-43bb-8547-ed47180bcb4c req-39491db5-88ee-4b6a-b909-c1876a6da640 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f91e8ccb-cf60-4c2a-b79a-0a0aaed6406a HTTP/1.1" status: 200 len: 859 time: 0.0434017 Oct 14 07:46:32.576130 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-27b596de-e0ba-43bb-8547-ed47180bcb4c req-b911d384-cb1d-4cb5-995b-85e1b169c0f3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cbacfbd8-4c3f-407e-8210-f33986bff496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274177 Oct 14 07:46:32.672254 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-27b596de-e0ba-43bb-8547-ed47180bcb4c req-4fb23f4b-9507-4603-95f1-38daa92e6f5e service neutron] 10.222.0.54 "GET /v2.0/networks/cbacfbd8-4c3f-407e-8210-f33986bff496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928254 Oct 14 07:46:32.768391 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-27b596de-e0ba-43bb-8547-ed47180bcb4c req-cbe68045-223c-418b-8592-159a030d63af service neutron] 10.222.0.54 "GET /v2.0/networks/cbacfbd8-4c3f-407e-8210-f33986bff496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880451 Oct 14 07:46:32.866449 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-439377cf-db3c-4e91-9aae-241f8a26ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:33.456643 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb81d8-8acf-4339-8206-92cfa406e0b5 req-2f108dec-c810-4edd-883a-6d1b625eb875 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:33.458413 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-36eb81d8-8acf-4339-8206-92cfa406e0b5 req-2f108dec-c810-4edd-883a-6d1b625eb875 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0519445 Oct 14 07:46:33.495250 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-36eb81d8-8acf-4339-8206-92cfa406e0b5 req-9715cd4d-1af4-4123-a3b3-4f6143900a63 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310006 Oct 14 07:46:34.607212 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bcfdc3-4841-4bfa-90e2-2ab53fe23f59 req-a03e96f1-9872-40ff-be3a-16a72c6febe1 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:34.608720 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-10bcfdc3-4841-4bfa-90e2-2ab53fe23f59 req-a03e96f1-9872-40ff-be3a-16a72c6febe1 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0478053 Oct 14 07:46:34.649575 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-10bcfdc3-4841-4bfa-90e2-2ab53fe23f59 req-99955e0e-6766-4c66-9c12-dd6dd21a6fb3 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347993 Oct 14 07:46:35.763174 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc70b62-3ce0-4e3f-a02e-ae4e7120f498 req-b67558ca-3c5c-4ced-88d1-3d1c11ac0847 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:35.764644 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-5bc70b62-3ce0-4e3f-a02e-ae4e7120f498 req-b67558ca-3c5c-4ced-88d1-3d1c11ac0847 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0473840 Oct 14 07:46:35.802356 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-5bc70b62-3ce0-4e3f-a02e-ae4e7120f498 req-29e8e055-1b33-4389-9bd9-499feca15686 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316021 Oct 14 07:46:36.316228 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-59adcb73-fd99-4119-a94e-9b9938669a14 req-957a2a06-e8a7-4859-a0d8-65b56985816c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404456 Oct 14 07:46:36.423716 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59adcb73-fd99-4119-a94e-9b9938669a14 req-8f06affb-5826-4ed2-9068-6b93e41c3f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:36.425168 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-59adcb73-fd99-4119-a94e-9b9938669a14 req-8f06affb-5826-4ed2-9068-6b93e41c3f20 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=faeed044a6d84decaaa0cac966b09ce9&device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 1098 time: 0.0424366 Oct 14 07:46:36.531926 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59adcb73-fd99-4119-a94e-9b9938669a14 req-bd0c4864-6e34-439d-b579-b2b412906438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:36.533513 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-59adcb73-fd99-4119-a94e-9b9938669a14 req-bd0c4864-6e34-439d-b579-b2b412906438 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0ffbc9b1-671e-4535-a15f-5a510845f53e HTTP/1.1" status: 200 len: 912 time: 0.0846868 Oct 14 07:46:36.603143 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-59adcb73-fd99-4119-a94e-9b9938669a14 req-9800cbd5-67ef-4107-9471-f503bc524996 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8666fbc-69d7-49ab-bd06-8bb7b86849a3 HTTP/1.1" status: 200 len: 1001 time: 0.0610416 Oct 14 07:46:36.657630 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59adcb73-fd99-4119-a94e-9b9938669a14 req-b0052a8f-be0b-4f92-a965-f552ffd86fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:36.659085 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-59adcb73-fd99-4119-a94e-9b9938669a14 req-b0052a8f-be0b-4f92-a965-f552ffd86fdd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6b3909e2-8d10-4803-8f95-ccf56ec3b849 HTTP/1.1" status: 200 len: 850 time: 0.0476489 Oct 14 07:46:36.704202 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59adcb73-fd99-4119-a94e-9b9938669a14 req-dba33cba-28d1-49ce-90e2-3719f97381a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:36.705917 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-59adcb73-fd99-4119-a94e-9b9938669a14 req-dba33cba-28d1-49ce-90e2-3719f97381a3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0ffbc9b1-671e-4535-a15f-5a510845f53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393600 Oct 14 07:46:36.805306 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-59adcb73-fd99-4119-a94e-9b9938669a14 req-05e57e3e-962e-4fd9-b137-5cb2aaf39617 service neutron] 10.222.0.54 "GET /v2.0/networks/0ffbc9b1-671e-4535-a15f-5a510845f53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890300 Oct 14 07:46:36.930359 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-59adcb73-fd99-4119-a94e-9b9938669a14 req-3b14d587-09d7-40dc-a177-016bb44a66c8 service neutron] 10.222.0.54 "GET /v2.0/networks/0ffbc9b1-671e-4535-a15f-5a510845f53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169806 Oct 14 07:46:36.942903 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1229c5-8c6a-436e-802c-020e149badfb req-75b02ec1-fd91-4998-872d-712659109704 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:36.944299 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-fe1229c5-8c6a-436e-802c-020e149badfb req-75b02ec1-fd91-4998-872d-712659109704 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0704141 Oct 14 07:46:36.987220 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-fe1229c5-8c6a-436e-802c-020e149badfb req-ebf221bd-efe6-484e-b661-832f78cc6ff1 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363283 Oct 14 07:46:38.101190 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cede5a2-032e-41af-86ea-aa21fc01cd0f req-1c534fda-ef43-41f5-96ac-31c2d062292e tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:38.102630 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-2cede5a2-032e-41af-86ea-aa21fc01cd0f req-1c534fda-ef43-41f5-96ac-31c2d062292e tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0471175 Oct 14 07:46:38.141673 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-2cede5a2-032e-41af-86ea-aa21fc01cd0f req-81f7eb38-efe5-4284-a405-86e0fd51b5ce tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317290 Oct 14 07:46:39.257062 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb6339-d654-4676-ac43-18d709cc6fb8 req-374731e1-8e1a-4b11-a25b-474cc3b85580 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:39.258525 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-f7cb6339-d654-4676-ac43-18d709cc6fb8 req-374731e1-8e1a-4b11-a25b-474cc3b85580 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0482817 Oct 14 07:46:39.299163 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-f7cb6339-d654-4676-ac43-18d709cc6fb8 req-81c1b4d9-3794-4686-843b-5992fd3ab0f7 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338032 Oct 14 07:46:41.007950 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:43.088404 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3f4de-5c80-4c7a-8675-db8ba059cfc2 req-8c5d031b-a11b-4975-a9bb-c5714af43e39 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:43.089896 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-91a3f4de-5c80-4c7a-8675-db8ba059cfc2 req-8c5d031b-a11b-4975-a9bb-c5714af43e39 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a5e9d13-8008-4949-b379-6278d3c02ed0 HTTP/1.1" status: 200 len: 945 time: 0.0496297 Oct 14 07:46:43.128858 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-91a3f4de-5c80-4c7a-8675-db8ba059cfc2 req-c748c971-477d-470a-97e7-180d82cb7d89 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/security-groups?id=d11574b2-c989-4ff3-9d47-a161bca6d517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312045 Oct 14 07:46:44.241055 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f17e1-559d-4f61-b8d5-2d07240f3623 req-2394f8ec-cdc0-406a-a0a1-cfab2cd649e1 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:44.242504 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-d99f17e1-559d-4f61-b8d5-2d07240f3623 req-2394f8ec-cdc0-406a-a0a1-cfab2cd649e1 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a5e9d13-8008-4949-b379-6278d3c02ed0 HTTP/1.1" status: 200 len: 945 time: 0.0460985 Oct 14 07:46:44.282497 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-d99f17e1-559d-4f61-b8d5-2d07240f3623 req-00d146af-8f62-4810-99f4-8d76a0730531 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/security-groups?id=d11574b2-c989-4ff3-9d47-a161bca6d517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333128 Oct 14 07:46:44.687693 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fc9f2-70a4-42b1-8ba4-2378aba68f5a req-c3a6ad43-b2c3-4169-a481-ad0fbb34b853 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:44.689173 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-8f8fc9f2-70a4-42b1-8ba4-2378aba68f5a req-c3a6ad43-b2c3-4169-a481-ad0fbb34b853 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 946 time: 0.0522199 Oct 14 07:46:44.729433 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-8f8fc9f2-70a4-42b1-8ba4-2378aba68f5a req-e7815678-7939-45b6-8e76-db8360c689fb tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341642 Oct 14 07:46:45.396131 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7bac8-cf41-4c1a-a463-ef4feb0ca155 req-def70a5c-8d9b-4de0-bd2c-c4b675671af6 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:45.397595 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-69e7bac8-cf41-4c1a-a463-ef4feb0ca155 req-def70a5c-8d9b-4de0-bd2c-c4b675671af6 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a5e9d13-8008-4949-b379-6278d3c02ed0 HTTP/1.1" status: 200 len: 945 time: 0.0477893 Oct 14 07:46:45.415060 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe448c-6060-46c2-bcb3-cb092a992900 req-ff66ab39-ac05-424a-90ec-0f983be1533f tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:45.416572 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-53fe448c-6060-46c2-bcb3-cb092a992900 req-ff66ab39-ac05-424a-90ec-0f983be1533f tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a5e9d13-8008-4949-b379-6278d3c02ed0 HTTP/1.1" status: 200 len: 945 time: 0.0472834 Oct 14 07:46:45.434312 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-69e7bac8-cf41-4c1a-a463-ef4feb0ca155 req-f6050539-b4ac-4d2e-bf18-73ded29d30a8 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/security-groups?id=d11574b2-c989-4ff3-9d47-a161bca6d517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308597 Oct 14 07:46:45.504897 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [req-53fe448c-6060-46c2-bcb3-cb092a992900 req-20c982ef-d96d-4e3d-ad01-d16994572183 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Deleting port e9ad1766-b0c5-453c-bcfa-759ce1ac7f54 {{(pid=106710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:46:45.505230 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-53fe448c-6060-46c2-bcb3-cb092a992900 req-20c982ef-d96d-4e3d-ad01-d16994572183 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:45.591610 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.db [req-53fe448c-6060-46c2-bcb3-cb092a992900 req-20c982ef-d96d-4e3d-ad01-d16994572183 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] For port e9ad1766-b0c5-453c-bcfa-759ce1ac7f54, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=e9ad1766-b0c5-453c-bcfa-759ce1ac7f54,segment=NetworkSegment(8426edd5-2043-49c0-857a-b0e887e9c38d),segment_id=8426edd5-2043-49c0-857a-b0e887e9c38d)] {{(pid=106710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:46:45.591911 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-53fe448c-6060-46c2-bcb3-cb092a992900 req-20c982ef-d96d-4e3d-ad01-d16994572183 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:45.603928 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [req-53fe448c-6060-46c2-bcb3-cb092a992900 req-20c982ef-d96d-4e3d-ad01-d16994572183 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Calling delete_port for e9ad1766-b0c5-453c-bcfa-759ce1ac7f54 owned by compute:nova {{(pid=106710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:46:45.786604 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-53fe448c-6060-46c2-bcb3-cb092a992900 req-20c982ef-d96d-4e3d-ad01-d16994572183 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16030778'] for port, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:45.826218 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c982ef-d96d-4e3d-ad01-d16994572183 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Pushing event deleted for resources: {'Port': ['ID=e9ad1766-b0c5-453c-bcfa-759ce1ac7f54,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:46:45.831377 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] get_ports_and_sgs() called for port_ids ['e9ad1766-b0c5-453c-bcfa-759ce1ac7f54'] {{(pid=106712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:46:45.855858 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c982ef-d96d-4e3d-ad01-d16994572183 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:46:45.856210 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c982ef-d96d-4e3d-ad01-d16994572183 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:46:45.857126 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c982ef-d96d-4e3d-ad01-d16994572183 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:46:45.857461 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c982ef-d96d-4e3d-ad01-d16994572183 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:46:45.857786 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c982ef-d96d-4e3d-ad01-d16994572183 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:46:45.858199 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c982ef-d96d-4e3d-ad01-d16994572183 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:46:45.858531 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c982ef-d96d-4e3d-ad01-d16994572183 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:46:45.858855 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c982ef-d96d-4e3d-ad01-d16994572183 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:46:45.859582 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c982ef-d96d-4e3d-ad01-d16994572183 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:46:45.859582 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c982ef-d96d-4e3d-ad01-d16994572183 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:46:45.860494 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c982ef-d96d-4e3d-ad01-d16994572183 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:46:45.860494 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c982ef-d96d-4e3d-ad01-d16994572183 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:46:45.893119 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.l3_dvrscheduler_db [req-53fe448c-6060-46c2-bcb3-cb092a992900 req-20c982ef-d96d-4e3d-ad01-d16994572183 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] No DVR routers for this DVR port e9ad1766-b0c5-453c-bcfa-759ce1ac7f54 on host hv-cinder-81374 {{(pid=106710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:46:45.896426 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-53fe448c-6060-46c2-bcb3-cb092a992900 req-20c982ef-d96d-4e3d-ad01-d16994572183 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for port, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:45.899666 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-53fe448c-6060-46c2-bcb3-cb092a992900 req-20c982ef-d96d-4e3d-ad01-d16994572183 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.54 "DELETE /v2.0/ports/e9ad1766-b0c5-453c-bcfa-759ce1ac7f54 HTTP/1.1" status: 204 len: 173 time: 0.4762840 Oct 14 07:46:45.900126 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5e9d13-8008-4949-b379-6278d3c02ed0', 'name': 'network-vif-deleted', 'tag': 'e9ad1766-b0c5-453c-bcfa-759ce1ac7f54'}] {{(pid=106710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:46:45.902338 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ebf78bef5954e8ca5597493995d581d8346ee5b9d6b2d49db072251da4c473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc82870-80de-4de8-bc21-e7f15c19c7af" -d '{"events": [{"server_uuid": "4a5e9d13-8008-4949-b379-6278d3c02ed0", "name": "network-vif-deleted", "tag": "e9ad1766-b0c5-453c-bcfa-759ce1ac7f54"}]}' {{(pid=106710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:46:45.920826 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8da662-63c6-4304-83ef-0b1ba66c103a req-8db06fac-3d17-411a-80a2-91a32718e1b1 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:45.922040 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-bd8da662-63c6-4304-83ef-0b1ba66c103a req-8db06fac-3d17-411a-80a2-91a32718e1b1 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 946 time: 0.1062648 Oct 14 07:46:45.946618 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e8171a-5104-4ce2-90da-3be90603ff76 x-openstack-request-id: req-73e8171a-5104-4ce2-90da-3be90603ff76 {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:46:45.946908 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a5e9d13-8008-4949-b379-6278d3c02ed0", "name": "network-vif-deleted", "tag": "e9ad1766-b0c5-453c-bcfa-759ce1ac7f54", "status": "completed", "code": 200}]} {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:46:45.947156 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-73e8171a-5104-4ce2-90da-3be90603ff76 {{(pid=106710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:46:45.947534 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a5e9d13-8008-4949-b379-6278d3c02ed0', 'name': 'network-vif-deleted', 'tag': 'e9ad1766-b0c5-453c-bcfa-759ce1ac7f54', 'status': 'completed', 'code': 200} Oct 14 07:46:45.967751 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-bd8da662-63c6-4304-83ef-0b1ba66c103a req-6d469116-be7f-437d-8eed-3c9ebfa4301b tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386672 Oct 14 07:46:46.536239 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-8cbdc206-a2af-4b52-9a43-b8e79272f174 req-a4fdd2ee-e751-4c75-9cd2-52aee4f06777 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a5e9d13-8008-4949-b379-6278d3c02ed0 HTTP/1.1" status: 200 len: 210 time: 0.0255764 Oct 14 07:46:47.080319 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae5e01-a12e-436a-a8be-61e659496415 req-788003a7-b37d-4fb3-8b74-63e5af81e51d tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:47.081767 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-4eae5e01-a12e-436a-a8be-61e659496415 req-788003a7-b37d-4fb3-8b74-63e5af81e51d tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 946 time: 0.0463696 Oct 14 07:46:47.117607 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-4eae5e01-a12e-436a-a8be-61e659496415 req-8fbea0e6-8895-42b0-b1d8-f7eac2de0aeb tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300443 Oct 14 07:46:47.778499 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 58416) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:46:47.831155 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb0faa8-ee64-4803-a12b-eb1dab9180f8 req-965bcddd-081c-4a4b-b4db-aec24d117be2 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:47.832635 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-8cb0faa8-ee64-4803-a12b-eb1dab9180f8 req-965bcddd-081c-4a4b-b4db-aec24d117be2 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 946 time: 0.0466356 Oct 14 07:46:47.914989 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-eff84df5-a1c7-4a93-9275-fa90e565067f admin admin] Publish callbacks [] for security_group, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:47.969852 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [req-8cb0faa8-ee64-4803-a12b-eb1dab9180f8 req-a644ea6d-52cc-4a00-91b2-b4d35a06dd72 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Deleting port 64a947fa-8c1c-4f04-a61d-edc4bc135ea3 {{(pid=106710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:46:47.970180 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-8cb0faa8-ee64-4803-a12b-eb1dab9180f8 req-a644ea6d-52cc-4a00-91b2-b4d35a06dd72 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:48.070940 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-eff84df5-a1c7-4a93-9275-fa90e565067f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:48.082218 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.db [req-8cb0faa8-ee64-4803-a12b-eb1dab9180f8 req-a644ea6d-52cc-4a00-91b2-b4d35a06dd72 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] For port 64a947fa-8c1c-4f04-a61d-edc4bc135ea3, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=64a947fa-8c1c-4f04-a61d-edc4bc135ea3,segment=NetworkSegment(614c0119-2ef9-4c10-bc93-8c2d3f5bdc63),segment_id=614c0119-2ef9-4c10-bc93-8c2d3f5bdc63)] {{(pid=106710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:46:48.082833 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-8cb0faa8-ee64-4803-a12b-eb1dab9180f8 req-a644ea6d-52cc-4a00-91b2-b4d35a06dd72 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:48.093889 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [req-8cb0faa8-ee64-4803-a12b-eb1dab9180f8 req-a644ea6d-52cc-4a00-91b2-b4d35a06dd72 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Calling delete_port for 64a947fa-8c1c-4f04-a61d-edc4bc135ea3 owned by compute:nova {{(pid=106710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:46:48.136577 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-eff84df5-a1c7-4a93-9275-fa90e565067f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:48.184114 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-eff84df5-a1c7-4a93-9275-fa90e565067f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d1beedf243654a9d961da8d59c0d64e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4043698 Oct 14 07:46:48.187227 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 58424) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:46:48.201556 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff84df5-a1c7-4a93-9275-fa90e565067f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220aee40-40a9-46cf-a3fa-6e10cfbc949a,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:46:48.239367 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-e15ee30f-9860-4b80-a2a2-dc832965cf0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:48.247949 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9760326-f8de-4b03-974b-c22c47bd4374 req-7b1de7f8-98f8-4813-9a60-6699eb9ccc49 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:48.249968 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-f9760326-f8de-4b03-974b-c22c47bd4374 req-7b1de7f8-98f8-4813-9a60-6699eb9ccc49 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 946 time: 0.0617282 Oct 14 07:46:48.260822 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-e15ee30f-9860-4b80-a2a2-dc832965cf0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:48.322216 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-f9760326-f8de-4b03-974b-c22c47bd4374 req-d26dc767-24ce-461a-83b7-881a434e88c4 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459986 Oct 14 07:46:48.375239 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-e15ee30f-9860-4b80-a2a2-dc832965cf0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:48.377935 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-e15ee30f-9860-4b80-a2a2-dc832965cf0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:48.379048 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-e15ee30f-9860-4b80-a2a2-dc832965cf0d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/220aee40-40a9-46cf-a3fa-6e10cfbc949a HTTP/1.1" status: 204 len: 168 time: 0.1907694 Oct 14 07:46:48.393963 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15ee30f-9860-4b80-a2a2-dc832965cf0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220aee40-40a9-46cf-a3fa-6e10cfbc949a,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:46:48.394162 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-8cb0faa8-ee64-4803-a12b-eb1dab9180f8 req-a644ea6d-52cc-4a00-91b2-b4d35a06dd72 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16030778'] for port, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:48.395422 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15ee30f-9860-4b80-a2a2-dc832965cf0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:46:48.395765 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15ee30f-9860-4b80-a2a2-dc832965cf0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:46:48.396278 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15ee30f-9860-4b80-a2a2-dc832965cf0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:46:48.396410 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15ee30f-9860-4b80-a2a2-dc832965cf0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:46:48.396824 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15ee30f-9860-4b80-a2a2-dc832965cf0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:46:48.397062 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15ee30f-9860-4b80-a2a2-dc832965cf0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:46:48.397378 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15ee30f-9860-4b80-a2a2-dc832965cf0d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:46:48.397705 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15ee30f-9860-4b80-a2a2-dc832965cf0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:46:48.398038 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15ee30f-9860-4b80-a2a2-dc832965cf0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:46:48.398345 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15ee30f-9860-4b80-a2a2-dc832965cf0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:46:48.398661 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15ee30f-9860-4b80-a2a2-dc832965cf0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:46:48.398976 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15ee30f-9860-4b80-a2a2-dc832965cf0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:46:48.418143 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a644ea6d-52cc-4a00-91b2-b4d35a06dd72 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Pushing event deleted for resources: {'Port': ['ID=64a947fa-8c1c-4f04-a61d-edc4bc135ea3,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:46:48.457709 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb0faa8-ee64-4803-a12b-eb1dab9180f8 req-a644ea6d-52cc-4a00-91b2-b4d35a06dd72 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] No DVR routers for this DVR port 64a947fa-8c1c-4f04-a61d-edc4bc135ea3 on host hv-cinder-81374 {{(pid=106710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:46:48.460265 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-8cb0faa8-ee64-4803-a12b-eb1dab9180f8 req-a644ea6d-52cc-4a00-91b2-b4d35a06dd72 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for port, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:48.463572 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-8cb0faa8-ee64-4803-a12b-eb1dab9180f8 req-a644ea6d-52cc-4a00-91b2-b4d35a06dd72 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.54 "DELETE /v2.0/ports/64a947fa-8c1c-4f04-a61d-edc4bc135ea3 HTTP/1.1" status: 204 len: 173 time: 0.6214361 Oct 14 07:46:48.464047 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a970850-10b3-4414-a329-5d467103258e', 'name': 'network-vif-deleted', 'tag': '64a947fa-8c1c-4f04-a61d-edc4bc135ea3'}] {{(pid=106710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:46:48.466246 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ebf78bef5954e8ca5597493995d581d8346ee5b9d6b2d49db072251da4c473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8dad9b-7002-4af3-9f2b-19e55e60a590" -d '{"events": [{"server_uuid": "6a970850-10b3-4414-a329-5d467103258e", "name": "network-vif-deleted", "tag": "64a947fa-8c1c-4f04-a61d-edc4bc135ea3"}]}' {{(pid=106710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:46:48.501831 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a431893-ab12-49e7-bd1a-656821c9636d x-openstack-request-id: req-7a431893-ab12-49e7-bd1a-656821c9636d {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:46:48.502129 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a970850-10b3-4414-a329-5d467103258e", "name": "network-vif-deleted", "tag": "64a947fa-8c1c-4f04-a61d-edc4bc135ea3", "status": "completed", "code": 200}]} {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:46:48.502374 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7a431893-ab12-49e7-bd1a-656821c9636d {{(pid=106710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:46:48.502769 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a970850-10b3-4414-a329-5d467103258e', 'name': 'network-vif-deleted', 'tag': '64a947fa-8c1c-4f04-a61d-edc4bc135ea3', 'status': 'completed', 'code': 200} Oct 14 07:46:49.284988 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 58454) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:46:49.379444 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [None req-2c09c0b5-7a9f-49cf-b02f-b15946232d86 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-675800994-network', 'tenant_id': 'c7d1f5c3662143cd95b1716d00a40842'}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:46:49.415915 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-6a905d2a-8bc6-4548-8d19-a3d2a4550b8c req-6937605c-5fa9-4b7c-9f62-4ec26812ebdc tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 210 time: 0.0289547 Oct 14 07:46:49.454576 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c09c0b5-7a9f-49cf-b02f-b15946232d86 admin admin] Made reservation on behalf of c7d1f5c3662143cd95b1716d00a40842 for: {'network': 1} {{(pid=106711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:46:49.456940 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-2c09c0b5-7a9f-49cf-b02f-b15946232d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for network, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:49.465308 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-2c09c0b5-7a9f-49cf-b02f-b15946232d86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:49.536976 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-2c09c0b5-7a9f-49cf-b02f-b15946232d86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:49.580408 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-2c09c0b5-7a9f-49cf-b02f-b15946232d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:49.603518 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c09c0b5-7a9f-49cf-b02f-b15946232d86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=106711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 07:46:49.611849 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c09c0b5-7a9f-49cf-b02f-b15946232d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764cd794-7885-4e15-8789-07b95d0cdfbe,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:46:49.618324 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-2c09c0b5-7a9f-49cf-b02f-b15946232d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728044'] for segment, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:49.619286 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.db.segments_db [None req-2c09c0b5-7a9f-49cf-b02f-b15946232d86 admin admin] Added segment 152371c7-0552-4d65-87d0-821f84c259a7 of type vlan for network 85d25c42-5a00-4428-bab5-907945698b12 Oct 14 07:46:49.657744 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-2c09c0b5-7a9f-49cf-b02f-b15946232d86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787629651321'] for network, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:49.739825 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-2c09c0b5-7a9f-49cf-b02f-b15946232d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486'] for network, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:49.740789 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c09c0b5-7a9f-49cf-b02f-b15946232d86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:49.741379 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-2c09c0b5-7a9f-49cf-b02f-b15946232d86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for network, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:49.800313 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c09c0b5-7a9f-49cf-b02f-b15946232d86 admin admin] Pushing event updated for resources: {'Network': ['ID=85d25c42-5a00-4428-bab5-907945698b12,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:46:49.810427 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Network 85d25c42-5a00-4428-bab5-907945698b12 details requested by agent ovs-agent-dv-cinder-813746-2-iscsi with host dv-cinder-813746-2-iscsi {{(pid=106712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 07:46:49.828937 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-2c09c0b5-7a9f-49cf-b02f-b15946232d86 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5427442 Oct 14 07:46:49.831725 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 58460) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:46:49.836429 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [None req-9e51dcb4-f2e3-4d37-8536-dc2441a5e3f9 admin admin] Request body: {'subnet': {'network_id': '85d25c42-5a00-4428-bab5-907945698b12', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-675800994-subnet', 'tenant_id': 'c7d1f5c3662143cd95b1716d00a40842', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:46:49.899827 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e51dcb4-f2e3-4d37-8536-dc2441a5e3f9 admin admin] Made reservation on behalf of c7d1f5c3662143cd95b1716d00a40842 for: {'subnet': 1} {{(pid=106711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:46:49.902086 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-9e51dcb4-f2e3-4d37-8536-dc2441a5e3f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15954719'] for subnet, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:50.094827 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-9e51dcb4-f2e3-4d37-8536-dc2441a5e3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14796932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15954697'] for subnet, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:50.149088 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e51dcb4-f2e3-4d37-8536-dc2441a5e3f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ac4f05b-6d10-4d3c-bb57-36333758839d,revision_number=0']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:46:50.156893 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e51dcb4-f2e3-4d37-8536-dc2441a5e3f9 admin admin] Checking segment: {'id': '152371c7-0552-4d65-87d0-821f84c259a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '85d25c42-5a00-4428-bab5-907945698b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:46:50.157240 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e51dcb4-f2e3-4d37-8536-dc2441a5e3f9 admin admin] Network hostable DHCP agents. Network: 85d25c42-5a00-4428-bab5-907945698b12, hostable agents: ['0e09805b-9c3f-4b14-8211-d4974393509b'], hosted agents: [] {{(pid=106711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 07:46:50.208657 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e51dcb4-f2e3-4d37-8536-dc2441a5e3f9 admin admin] Network 85d25c42-5a00-4428-bab5-907945698b12 is scheduled to be hosted by DHCP agent 0e09805b-9c3f-4b14-8211-d4974393509b with binding_index 1 {{(pid=106711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 07:46:50.277359 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.base_scheduler [None req-9e51dcb4-f2e3-4d37-8536-dc2441a5e3f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813746-2-iscsi, 85d25c42-5a00-4428-bab5-907945698b12) {{(pid=106711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:46:50.282468 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e51dcb4-f2e3-4d37-8536-dc2441a5e3f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:50.283403 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-9e51dcb4-f2e3-4d37-8536-dc2441a5e3f9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:50.287465 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ea78bf-7d37-4ca1-b11b-fe90633559c8 None None] Network 85d25c42-5a00-4428-bab5-907945698b12 requested from dv-cinder-813746-2-iscsi {{(pid=106712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:46:50.370795 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-9e51dcb4-f2e3-4d37-8536-dc2441a5e3f9 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5378697 Oct 14 07:46:50.408962 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7531bb4-d58e-4c6c-999e-f25bed8a98b9 None None] Network 85d25c42-5a00-4428-bab5-907945698b12 requested from dv-cinder-813746-2-iscsi {{(pid=106712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:46:50.518127 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-bf58c0fc-c176-44a0-83d1-0172b447b429 req-4b02f79a-e3a1-4e0d-b399-2dfba0e99729 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 210 time: 0.0326891 Oct 14 07:46:51.045003 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] get_ports_and_sgs() called for port_ids ['64a947fa-8c1c-4f04-a61d-edc4bc135ea3', '26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db'] {{(pid=106712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:46:51.094442 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 64a947fa-8c1c-4f04-a61d-edc4bc135ea3 no longer exists at agent hyperv_hv-cinder-81374 {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:46:51.124214 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] No Port match for: 64a947fa-8c1c-4f04-a61d-edc4bc135ea3 {{(pid=106712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:46:51.124551 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 64a947fa-8c1c-4f04-a61d-edc4bc135ea3 not bound to the agent host hv-cinder-81374 {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:46:51.124953 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device e9ad1766-b0c5-453c-bcfa-759ce1ac7f54 no longer exists at agent hyperv_hv-cinder-81374 {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:46:51.151630 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] No Port match for: e9ad1766-b0c5-453c-bcfa-759ce1ac7f54 {{(pid=106712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:46:51.151980 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device e9ad1766-b0c5-453c-bcfa-759ce1ac7f54 not bound to the agent host hv-cinder-81374 {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:46:51.625087 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-482991ac-c269-45db-b45e-b622136194a7 req-eed9e39a-0350-40cf-b1a3-09f5ff837666 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a970850-10b3-4414-a329-5d467103258e HTTP/1.1" status: 200 len: 210 time: 0.0256970 Oct 14 07:46:52.486899 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7c42a-124e-4f19-a7f3-8da802f1f3a9 req-38c13b15-e088-4e22-848b-ea0605b94655 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:52.488426 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-14b7c42a-124e-4f19-a7f3-8da802f1f3a9 req-38c13b15-e088-4e22-848b-ea0605b94655 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/networks?id=85d25c42-5a00-4428-bab5-907945698b12 HTTP/1.1" status: 200 len: 808 time: 0.1006937 Oct 14 07:46:52.503335 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-14b7c42a-124e-4f19-a7f3-8da802f1f3a9 req-94afa039-b2b6-448b-840c-bae4441e6a5c tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/quotas/c7d1f5c3662143cd95b1716d00a40842 HTTP/1.1" status: 200 len: 375 time: 0.0092828 Oct 14 07:46:52.533050 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-14b7c42a-124e-4f19-a7f3-8da802f1f3a9 req-d60a8da5-6800-45c6-9512-3d396583090f tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=c7d1f5c3662143cd95b1716d00a40842&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0246744 Oct 14 07:46:52.631727 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-14b7c42a-124e-4f19-a7f3-8da802f1f3a9 req-7b8332cb-8daf-4a75-be43-1cb1ca4c361a service neutron] 10.222.0.47 "GET /v2.0/networks/85d25c42-5a00-4428-bab5-907945698b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918326 Oct 14 07:46:52.730798 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-14b7c42a-124e-4f19-a7f3-8da802f1f3a9 req-852101d7-3da2-4124-a315-fbbdc2596008 service neutron] 10.222.0.47 "GET /v2.0/networks/85d25c42-5a00-4428-bab5-907945698b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929461 Oct 14 07:46:53.138972 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfcbb5-2a86-4d9e-b37b-615b7787b7ed req-8a842a9d-9225-4c10-9823-e8c1769c2506 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:53.140715 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-0fbfcbb5-2a86-4d9e-b37b-615b7787b7ed req-8a842a9d-9225-4c10-9823-e8c1769c2506 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0511904 Oct 14 07:46:53.182297 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-0fbfcbb5-2a86-4d9e-b37b-615b7787b7ed req-f450b79c-9620-4bf8-921a-c97880e7ee84 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350127 Oct 14 07:46:53.266133 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-d24a7558-b55f-4a83-8dbd-599b626e79bf req-0cffc57f-2304-4939-a4ac-5fdb0c68b62f tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/ports?device_id=7baf5fb6-88e9-4461-a7aa-ee54e6e353c7 HTTP/1.1" status: 200 len: 210 time: 0.2498128 Oct 14 07:46:53.600298 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b32fd-87bf-43df-9be3-2a4fb93cac01 req-feb1a3dd-698e-47ab-b6c6-4f32ea565ca5 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:53.601973 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-f37b32fd-87bf-43df-9be3-2a4fb93cac01 req-feb1a3dd-698e-47ab-b6c6-4f32ea565ca5 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 946 time: 0.0471859 Oct 14 07:46:53.639598 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-f37b32fd-87bf-43df-9be3-2a4fb93cac01 req-4edf5f40-f45b-4aeb-9549-9150ec0761bc tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314469 Oct 14 07:46:54.298309 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e355d-b78e-4469-8bec-312fa047bad4 req-3c82b36b-dc0e-4694-b174-ae5736462385 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:54.300085 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-cc8e355d-b78e-4469-8bec-312fa047bad4 req-3c82b36b-dc0e-4694-b174-ae5736462385 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0506518 Oct 14 07:46:54.339289 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-cc8e355d-b78e-4469-8bec-312fa047bad4 req-7709ea0f-c4a8-4cb3-9106-8777e6bbc76d tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330155 Oct 14 07:46:54.355760 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-1b1d237e-f82f-4243-8955-aedc6c65767f req-7e1c4f44-8914-4352-9bd2-b05cc84dadc4 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/ports?device_id=7baf5fb6-88e9-4461-a7aa-ee54e6e353c7 HTTP/1.1" status: 200 len: 210 time: 0.0256190 Oct 14 07:46:54.761276 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03996134-b93f-4b90-9251-9c349fd24f36 req-d0cb1ee1-2758-4fb7-9da3-48135c4a7e29 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:54.762708 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-03996134-b93f-4b90-9251-9c349fd24f36 req-d0cb1ee1-2758-4fb7-9da3-48135c4a7e29 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 946 time: 0.0510466 Oct 14 07:46:54.798586 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-03996134-b93f-4b90-9251-9c349fd24f36 req-7fb47ef1-6d14-40af-aaeb-b369b36ad85e tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293987 Oct 14 07:46:55.448509 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c34d0e72-40aa-488f-8dcd-a321e60dd780 req-d67169a6-8272-46f9-8e0b-d4bc8faf80bf tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/ports?device_id=7baf5fb6-88e9-4461-a7aa-ee54e6e353c7 HTTP/1.1" status: 200 len: 210 time: 0.0256579 Oct 14 07:46:55.453220 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8808f2b6-9323-4763-a2b8-76e214f24447 req-9c18b3ca-7583-4b53-bc90-e7d6ea66747c tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:55.454674 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-8808f2b6-9323-4763-a2b8-76e214f24447 req-9c18b3ca-7583-4b53-bc90-e7d6ea66747c tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0493157 Oct 14 07:46:55.491271 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-8808f2b6-9323-4763-a2b8-76e214f24447 req-4581ae19-6819-4dfa-a4d6-53dded708bd8 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304058 Oct 14 07:46:55.912678 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f404da2-2590-46c7-a823-99e678f6a948 req-ae106187-6926-485d-a4e3-6843f199deeb tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:55.914119 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-6f404da2-2590-46c7-a823-99e678f6a948 req-ae106187-6926-485d-a4e3-6843f199deeb tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 946 time: 0.0465403 Oct 14 07:46:55.949309 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-6f404da2-2590-46c7-a823-99e678f6a948 req-ee165b67-ce51-4018-a54b-68857e193b40 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294805 Oct 14 07:46:56.537155 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-bfb6fd16-52e3-48b9-b759-af996ca310dc req-3e5f2db2-76ce-4efb-b597-9585549e61e6 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/ports?device_id=7baf5fb6-88e9-4461-a7aa-ee54e6e353c7 HTTP/1.1" status: 200 len: 210 time: 0.0254362 Oct 14 07:46:56.604944 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5cbb3-749e-4ca2-91ca-608e1d5167cb req-9e29da8d-8394-42fe-b315-4383670f9539 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:56.606392 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-eea5cbb3-749e-4ca2-91ca-608e1d5167cb req-9e29da8d-8394-42fe-b315-4383670f9539 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0489831 Oct 14 07:46:56.642803 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-eea5cbb3-749e-4ca2-91ca-608e1d5167cb req-00e19252-0b39-4f5e-8ea0-511ec846c301 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298562 Oct 14 07:46:57.065625 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6732b7f-8b63-4ce2-8e6a-13b21c2edb29 req-828f4445-6e0d-4e83-9c21-7a4a0677bc8b tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:57.066966 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-d6732b7f-8b63-4ce2-8e6a-13b21c2edb29 req-828f4445-6e0d-4e83-9c21-7a4a0677bc8b tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 946 time: 0.0473826 Oct 14 07:46:57.102714 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-d6732b7f-8b63-4ce2-8e6a-13b21c2edb29 req-69ad13d4-ca46-4101-bf83-4e7d247515ba tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298200 Oct 14 07:46:57.351779 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-23d2d5c1-a79e-48fd-8b63-76da9b29bc70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:57.600456 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7c42a-124e-4f19-a7f3-8da802f1f3a9 req-9da0cb6e-7865-4239-bc80-5e3d1b6e0017 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:57.601796 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-14b7c42a-124e-4f19-a7f3-8da802f1f3a9 req-9da0cb6e-7865-4239-bc80-5e3d1b6e0017 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.54 "GET /v2.0/networks?id=85d25c42-5a00-4428-bab5-907945698b12 HTTP/1.1" status: 200 len: 808 time: 0.1005347 Oct 14 07:46:57.634717 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [req-14b7c42a-124e-4f19-a7f3-8da802f1f3a9 req-0e31e4ea-fe15-4e4b-85b3-71e7e5057737 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Request body: {'port': {'device_id': '7baf5fb6-88e9-4461-a7aa-ee54e6e353c7', 'network_id': '85d25c42-5a00-4428-bab5-907945698b12', 'admin_state_up': True, 'tenant_id': 'c7d1f5c3662143cd95b1716d00a40842'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:46:57.638876 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a417b7a5-5c47-4c3a-b63e-5539614d2adc req-fbafefb0-0611-4b91-9eb5-71de08a91d37 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/ports?device_id=7baf5fb6-88e9-4461-a7aa-ee54e6e353c7 HTTP/1.1" status: 200 len: 210 time: 0.0350163 Oct 14 07:46:57.759379 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ed559-3c32-4bda-9a82-7bc67ac24bef req-4dc3aeb6-09d3-4bcb-a94b-d695090c502b tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:57.760845 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-d07ed559-3c32-4bda-9a82-7bc67ac24bef req-4dc3aeb6-09d3-4bcb-a94b-d695090c502b tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0523658 Oct 14 07:46:57.783306 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14b7c42a-124e-4f19-a7f3-8da802f1f3a9 req-0e31e4ea-fe15-4e4b-85b3-71e7e5057737 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Made reservation on behalf of c7d1f5c3662143cd95b1716d00a40842 for: {'port': 1} {{(pid=106710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:46:57.786513 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-14b7c42a-124e-4f19-a7f3-8da802f1f3a9 req-0e31e4ea-fe15-4e4b-85b3-71e7e5057737 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:57.803971 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-d07ed559-3c32-4bda-9a82-7bc67ac24bef req-20b4efb3-eb7e-439b-8675-4b6859e52ffc tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362289 Oct 14 07:46:57.920861 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.db_base_plugin_common [req-14b7c42a-124e-4f19-a7f3-8da802f1f3a9 req-0e31e4ea-fe15-4e4b-85b3-71e7e5057737 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Allocated IP 172.20.0.8 (85d25c42-5a00-4428-bab5-907945698b12/1ac4f05b-6d10-4d3c-bb57-36333758839d/d72adaac-9365-41dd-a1e7-35ca2c6dce1f) {{(pid=106710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:46:58.127586 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ef594-dc76-495c-93a4-fb837a27a6f9 req-6e69f6d7-e37d-4be4-8b25-edf92eff2a84 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:58.129093 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-3d6ef594-dc76-495c-93a4-fb837a27a6f9 req-6e69f6d7-e37d-4be4-8b25-edf92eff2a84 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/networks?id=37f62f2b-1fa6-4259-8c0c-300a7f846382 HTTP/1.1" status: 200 len: 814 time: 0.1721101 Oct 14 07:46:58.157782 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-3d6ef594-dc76-495c-93a4-fb837a27a6f9 req-6155d5cf-615f-4cb5-abad-8dac41a20d3c tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/quotas/ec593b8641b54a6782b45c794a9218fe HTTP/1.1" status: 200 len: 375 time: 0.0198815 Oct 14 07:46:58.162195 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-14b7c42a-124e-4f19-a7f3-8da802f1f3a9 req-0e31e4ea-fe15-4e4b-85b3-71e7e5057737 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Publish callbacks [] for port, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:58.194998 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-3d6ef594-dc76-495c-93a4-fb837a27a6f9 req-a6766878-6572-44ea-860d-637d997fa7f0 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=ec593b8641b54a6782b45c794a9218fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311387 Oct 14 07:46:58.247022 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8cdafe-d5a8-4c07-8d45-c0a809ed0938 req-8cfd222d-89fd-4bc7-9326-ca291ae3d939 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:58.248519 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-ea8cdafe-d5a8-4c07-8d45-c0a809ed0938 req-8cfd222d-89fd-4bc7-9326-ca291ae3d939 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 946 time: 0.0741794 Oct 14 07:46:58.270069 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49109ee5-cade-4e79-b599-63764ca18048 req-62e8753d-9d44-48e7-a35f-3e9628c0f540 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:58.271453 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-49109ee5-cade-4e79-b599-63764ca18048 req-62e8753d-9d44-48e7-a35f-3e9628c0f540 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.54 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 946 time: 0.0687010 Oct 14 07:46:58.299056 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-3d6ef594-dc76-495c-93a4-fb837a27a6f9 req-b033f033-238c-4387-969e-253d33bc30ab service neutron] 10.222.0.47 "GET /v2.0/networks/37f62f2b-1fa6-4259-8c0c-300a7f846382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943229 Oct 14 07:46:58.325353 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-ea8cdafe-d5a8-4c07-8d45-c0a809ed0938 req-9928ea43-ed81-40ff-9938-e1aa8a1c6402 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=682ee341-9f11-4580-a4d6-c2ebfa2d2783&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693517 Oct 14 07:46:58.335752 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-14b7c42a-124e-4f19-a7f3-8da802f1f3a9 req-0e31e4ea-fe15-4e4b-85b3-71e7e5057737 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16030778'] for port, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:58.396142 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [req-49109ee5-cade-4e79-b599-63764ca18048 req-90d80b44-67e9-47e3-9743-602b33c2d6ff tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Deleting port 7e2fe0a8-7ba6-4296-bd21-12f8fb794d72 {{(pid=106711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:46:58.396472 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-49109ee5-cade-4e79-b599-63764ca18048 req-90d80b44-67e9-47e3-9743-602b33c2d6ff tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:58.411459 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14b7c42a-124e-4f19-a7f3-8da802f1f3a9 req-0e31e4ea-fe15-4e4b-85b3-71e7e5057737 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Network 85d25c42-5a00-4428-bab5-907945698b12 is already hosted by enough agents. {{(pid=106710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:46:58.417246 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.base_scheduler [req-14b7c42a-124e-4f19-a7f3-8da802f1f3a9 req-0e31e4ea-fe15-4e4b-85b3-71e7e5057737 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Resources bound (agent type, host, resource id): {{(pid=106710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:46:58.425274 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b7c42a-124e-4f19-a7f3-8da802f1f3a9 req-0e31e4ea-fe15-4e4b-85b3-71e7e5057737 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Received port after_create {{(pid=106710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:46:58.453790 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31e4ea-fe15-4e4b-85b3-71e7e5057737 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Pushing event updated for resources: {'Port': ['ID=d72adaac-9365-41dd-a1e7-35ca2c6dce1f,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:46:58.475815 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-3d6ef594-dc76-495c-93a4-fb837a27a6f9 req-2c0a6189-0f3a-4ec9-b3cd-afa1b3c25121 service neutron] 10.222.0.47 "GET /v2.0/networks/37f62f2b-1fa6-4259-8c0c-300a7f846382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698306 Oct 14 07:46:58.486376 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7c42a-124e-4f19-a7f3-8da802f1f3a9 req-0e31e4ea-fe15-4e4b-85b3-71e7e5057737 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:58.486986 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-14b7c42a-124e-4f19-a7f3-8da802f1f3a9 req-0e31e4ea-fe15-4e4b-85b3-71e7e5057737 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for port, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:58.487967 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.db [req-49109ee5-cade-4e79-b599-63764ca18048 req-90d80b44-67e9-47e3-9743-602b33c2d6ff tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] For port 7e2fe0a8-7ba6-4296-bd21-12f8fb794d72, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=7e2fe0a8-7ba6-4296-bd21-12f8fb794d72,segment=NetworkSegment(4a88a654-492a-4721-b165-d0bc4cb223f9),segment_id=4a88a654-492a-4721-b165-d0bc4cb223f9)] {{(pid=106711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:46:58.488294 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-49109ee5-cade-4e79-b599-63764ca18048 req-90d80b44-67e9-47e3-9743-602b33c2d6ff tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:58.554682 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-14b7c42a-124e-4f19-a7f3-8da802f1f3a9 req-0e31e4ea-fe15-4e4b-85b3-71e7e5057737 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9272051 Oct 14 07:46:58.577325 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [req-14b7c42a-124e-4f19-a7f3-8da802f1f3a9 req-2d831b53-5435-4d47-ae25-775bd628610d service neutron] Request body: {'port': {'device_id': '7baf5fb6-88e9-4461-a7aa-ee54e6e353c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81374'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:46:58.650555 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-14b7c42a-124e-4f19-a7f3-8da802f1f3a9 req-2d831b53-5435-4d47-ae25-775bd628610d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:58.709977 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-49109ee5-cade-4e79-b599-63764ca18048 req-90d80b44-67e9-47e3-9743-602b33c2d6ff tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:58.709977 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-49109ee5-cade-4e79-b599-63764ca18048 req-90d80b44-67e9-47e3-9743-602b33c2d6ff tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648330'] for floatingip, after_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:58.710292 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.db.l3_db [req-49109ee5-cade-4e79-b599-63764ca18048 req-90d80b44-67e9-47e3-9743-602b33c2d6ff tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Floating IP 3cb85dff-e417-4419-90bf-01c8c942fe4d disassociated. External IP: 172.27.3.133, port: 7e2fe0a8-7ba6-4296-bd21-12f8fb794d72. Oct 14 07:46:58.710390 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [req-49109ee5-cade-4e79-b599-63764ca18048 req-90d80b44-67e9-47e3-9743-602b33c2d6ff tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Calling delete_port for 7e2fe0a8-7ba6-4296-bd21-12f8fb794d72 owned by compute:nova {{(pid=106711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:46:58.778717 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-f4bba183-9be2-428a-8880-d4d4a6f40682 req-3233b7ee-5167-4371-9c81-49cc50b0eb26 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa098e80-005b-4d94-a54b-b0828fffa894 HTTP/1.1" status: 200 len: 210 time: 0.0661912 Oct 14 07:46:58.798514 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.agents_db [None req-84b3d5e4-9e25-480e-9cd9-33a6a693fe4d None None] Agent healthcheck: found 6 active agents {{(pid=106713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:46:58.929519 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bed7b7-e4a2-4aae-82d7-a429d8e2e2c3 req-54b1fbd7-6e9c-4462-a4e6-e121262ae8c3 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:58.930998 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-d7bed7b7-e4a2-4aae-82d7-a429d8e2e2c3 req-54b1fbd7-6e9c-4462-a4e6-e121262ae8c3 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0502920 Oct 14 07:46:58.971459 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-49109ee5-cade-4e79-b599-63764ca18048 req-90d80b44-67e9-47e3-9743-602b33c2d6ff tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14797620'] for port, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:58.985796 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-d7bed7b7-e4a2-4aae-82d7-a429d8e2e2c3 req-67988776-b917-44f7-b502-8cb1c643c61a tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483279 Oct 14 07:46:59.008053 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d80b44-67e9-47e3-9743-602b33c2d6ff tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Pushing event deleted for resources: {'Port': ['ID=7e2fe0a8-7ba6-4296-bd21-12f8fb794d72,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:46:59.076988 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e47a7-b089-433e-90ed-51830b7338a5 req-6967c5be-1f67-4847-8677-154ac58087eb tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:59.079010 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-3c1e47a7-b089-433e-90ed-51830b7338a5 req-6967c5be-1f67-4847-8677-154ac58087eb tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/ports?device_id=7baf5fb6-88e9-4461-a7aa-ee54e6e353c7 HTTP/1.1" status: 200 len: 931 time: 0.2966082 Oct 14 07:46:59.125611 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49109ee5-cade-4e79-b599-63764ca18048 req-90d80b44-67e9-47e3-9743-602b33c2d6ff tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Router ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc has already been hosted by L3 agent f0543dd8-cbcf-46a4-b5f3-c6f7813920a1 {{(pid=106711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:46:59.156211 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-3c1e47a7-b089-433e-90ed-51830b7338a5 req-1b9582a4-9c6b-470b-bb44-bea03e25b875 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/security-groups?id=764cd794-7885-4e15-8789-07b95d0cdfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685463 Oct 14 07:46:59.237739 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.notifiers.nova [req-14b7c42a-124e-4f19-a7f3-8da802f1f3a9 req-2d831b53-5435-4d47-ae25-775bd628610d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d72adaac-9365-41dd-a1e7-35ca2c6dce1f {{(pid=106710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:46:59.245337 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-14b7c42a-124e-4f19-a7f3-8da802f1f3a9 req-2d831b53-5435-4d47-ae25-775bd628610d service neutron] Publish callbacks [] for port, precommit_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:59.248162 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49109ee5-cade-4e79-b599-63764ca18048 req-90d80b44-67e9-47e3-9743-602b33c2d6ff tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Notify agent at l3_agent.dv-cinder-813746-2-iscsi the message routers_updated {{(pid=106711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:46:59.259332 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd43ee85-9c63-4b4d-b08f-2d741c29f17a None None] Sync routers for ids ['ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc'] in dv-cinder-813746-2-iscsi {{(pid=106713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:46:59.270213 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.provisioning_blocks [req-14b7c42a-124e-4f19-a7f3-8da802f1f3a9 req-2d831b53-5435-4d47-ae25-775bd628610d service neutron] Transition to ACTIVE for port object d72adaac-9365-41dd-a1e7-35ca2c6dce1f will not be triggered until provisioned by entity L2. {{(pid=106710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 07:46:59.272953 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd43ee85-9c63-4b4d-b08f-2d741c29f17a None None] Routers {'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:46:59.277266 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-fd43ee85-9c63-4b4d-b08f-2d741c29f17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:46:30Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc'], 'active': True} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:46:59.293421 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.l3_dvrscheduler_db [req-49109ee5-cade-4e79-b599-63764ca18048 req-90d80b44-67e9-47e3-9743-602b33c2d6ff tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] No DVR routers for this DVR port 7e2fe0a8-7ba6-4296-bd21-12f8fb794d72 on host hv-cinder-81374 {{(pid=106711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:46:59.297541 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-49109ee5-cade-4e79-b599-63764ca18048 req-90d80b44-67e9-47e3-9743-602b33c2d6ff tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for port, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:59.301628 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-49109ee5-cade-4e79-b599-63764ca18048 req-90d80b44-67e9-47e3-9743-602b33c2d6ff tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.54 "DELETE /v2.0/ports/7e2fe0a8-7ba6-4296-bd21-12f8fb794d72 HTTP/1.1" status: 204 len: 173 time: 1.0159531 Oct 14 07:46:59.302153 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c4c719-31d7-4b3e-8592-330ef7a558a8', 'name': 'network-vif-deleted', 'tag': '7e2fe0a8-7ba6-4296-bd21-12f8fb794d72'}] {{(pid=106711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:46:59.304800 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761d26d7c5f72f4b552347b0101038dbdc9b0b60127f0c8e71cb2eb10747878c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d960c2-14ae-49b4-bd8e-9122c1a7ed5d" -d '{"events": [{"server_uuid": "15c4c719-31d7-4b3e-8592-330ef7a558a8", "name": "network-vif-deleted", "tag": "7e2fe0a8-7ba6-4296-bd21-12f8fb794d72"}]}' {{(pid=106711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:46:59.346192 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2b6ed2-080d-4c3b-b846-765abb8bcf67 x-openstack-request-id: req-ab2b6ed2-080d-4c3b-b846-765abb8bcf67 {{(pid=106711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:46:59.346605 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15c4c719-31d7-4b3e-8592-330ef7a558a8", "name": "network-vif-deleted", "tag": "7e2fe0a8-7ba6-4296-bd21-12f8fb794d72", "status": "completed", "code": 200}]} {{(pid=106711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:46:59.346925 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ab2b6ed2-080d-4c3b-b846-765abb8bcf67 {{(pid=106711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:46:59.347404 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15c4c719-31d7-4b3e-8592-330ef7a558a8', 'name': 'network-vif-deleted', 'tag': '7e2fe0a8-7ba6-4296-bd21-12f8fb794d72', 'status': 'completed', 'code': 200} Oct 14 07:46:59.358049 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-14b7c42a-124e-4f19-a7f3-8da802f1f3a9 req-2d831b53-5435-4d47-ae25-775bd628610d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16030733'] for port, after_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:59.390586 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvr_db [None req-fd43ee85-9c63-4b4d-b08f-2d741c29f17a None None] Set router ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc gateway port host: dv-cinder-813746-2-iscsi {{(pid=106713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:46:59.411124 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d831b53-5435-4d47-ae25-775bd628610d service neutron] Pushing event updated for resources: {'Port': ['ID=d72adaac-9365-41dd-a1e7-35ca2c6dce1f,revision_number=2']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:46:59.489821 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-f536018f-661f-4250-b08c-a0e761a62a2d req-f78b6f11-4f1a-486b-b8c9-8710db8d5739 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=15c4c719-31d7-4b3e-8592-330ef7a558a8 HTTP/1.1" status: 200 len: 210 time: 0.0508847 Oct 14 07:46:59.536209 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.managers [req-14b7c42a-124e-4f19-a7f3-8da802f1f3a9 req-2d831b53-5435-4d47-ae25-775bd628610d service neutron] Attempting to bind port d72adaac-9365-41dd-a1e7-35ca2c6dce1f on host hv-cinder-81374 for vnic_type normal with profile {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:46:59.536533 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.managers [req-14b7c42a-124e-4f19-a7f3-8da802f1f3a9 req-2d831b53-5435-4d47-ae25-775bd628610d service neutron] Attempting to bind port d72adaac-9365-41dd-a1e7-35ca2c6dce1f by drivers openvswitch,hyperv on host hv-cinder-81374 at level 0 using segments [{'id': '152371c7-0552-4d65-87d0-821f84c259a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '85d25c42-5a00-4428-bab5-907945698b12'}] {{(pid=106710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:46:59.536886 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b7c42a-124e-4f19-a7f3-8da802f1f3a9 req-2d831b53-5435-4d47-ae25-775bd628610d service neutron] Attempting to bind port d72adaac-9365-41dd-a1e7-35ca2c6dce1f on network 85d25c42-5a00-4428-bab5-907945698b12 {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:46:59.541176 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b7c42a-124e-4f19-a7f3-8da802f1f3a9 req-2d831b53-5435-4d47-ae25-775bd628610d service neutron] Port d72adaac-9365-41dd-a1e7-35ca2c6dce1f on network 85d25c42-5a00-4428-bab5-907945698b12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81374 {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 07:46:59.541489 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b7c42a-124e-4f19-a7f3-8da802f1f3a9 req-2d831b53-5435-4d47-ae25-775bd628610d service neutron] Attempting to bind port d72adaac-9365-41dd-a1e7-35ca2c6dce1f on network 85d25c42-5a00-4428-bab5-907945698b12 {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:46:59.546552 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b7c42a-124e-4f19-a7f3-8da802f1f3a9 req-2d831b53-5435-4d47-ae25-775bd628610d service neutron] Checking agent: {'id': 'e9e2cc54-3b31-4b83-b77c-54087550ab3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 7, 40, 39), 'started_at': datetime.datetime(2021, 10, 14, 7, 40, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:46:59.546878 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b7c42a-124e-4f19-a7f3-8da802f1f3a9 req-2d831b53-5435-4d47-ae25-775bd628610d service neutron] Checking segment: {'id': '152371c7-0552-4d65-87d0-821f84c259a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '85d25c42-5a00-4428-bab5-907945698b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:46:59.547300 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b7c42a-124e-4f19-a7f3-8da802f1f3a9 req-2d831b53-5435-4d47-ae25-775bd628610d service neutron] Bound using segment: {'id': '152371c7-0552-4d65-87d0-821f84c259a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '85d25c42-5a00-4428-bab5-907945698b12'} {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:46:59.547756 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.managers [req-14b7c42a-124e-4f19-a7f3-8da802f1f3a9 req-2d831b53-5435-4d47-ae25-775bd628610d service neutron] Bound port: d72adaac-9365-41dd-a1e7-35ca2c6dce1f, host: hv-cinder-81374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152371c7-0552-4d65-87d0-821f84c259a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '85d25c42-5a00-4428-bab5-907945698b12'}}] {{(pid=106710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:46:59.548105 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-14b7c42a-124e-4f19-a7f3-8da802f1f3a9 req-2d831b53-5435-4d47-ae25-775bd628610d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:59.614443 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.db [req-14b7c42a-124e-4f19-a7f3-8da802f1f3a9 req-2d831b53-5435-4d47-ae25-775bd628610d service neutron] For port d72adaac-9365-41dd-a1e7-35ca2c6dce1f, host hv-cinder-81374, cleared binding levels {{(pid=106710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:46:59.617670 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.db [req-14b7c42a-124e-4f19-a7f3-8da802f1f3a9 req-2d831b53-5435-4d47-ae25-775bd628610d service neutron] For port d72adaac-9365-41dd-a1e7-35ca2c6dce1f, host hv-cinder-81374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=d72adaac-9365-41dd-a1e7-35ca2c6dce1f,segment=NetworkSegment(152371c7-0552-4d65-87d0-821f84c259a7),segment_id=152371c7-0552-4d65-87d0-821f84c259a7)] {{(pid=106710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:46:59.627171 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-fd43ee85-9c63-4b4d-b08f-2d741c29f17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1304633051-router', 'tenant_id': 'f209626c73004f63b5c5a1466783d22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'ef7f0eb6-937d-44cb-a3cb-0d9b9b933917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:42:28Z', 'updated_at': '2021-10-14T07:42:36Z', 'revision_number': 4, 'project_id': 'f209626c73004f63b5c5a1466783d22f', 'gw_port': {'id': 'ef7f0eb6-937d-44cb-a3cb-0d9b9b933917', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:30Z', 'updated_at': '2021-10-14T07:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': '51b804c8-1b28-4372-8826-2170eeecddb3', 'name': '', 'network_id': '234dd989-1b6f-4d0e-b26c-6546ea618e4f', 'tenant_id': 'f209626c73004f63b5c5a1466783d22f', 'mac_address': 'fa:16:3e:82:b6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:35Z', 'updated_at': '2021-10-14T07:42:46Z', 'revision_number': 5, 'project_id': 'f209626c73004f63b5c5a1466783d22f', 'subnets': [{'id': '3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:46:59.654328 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd43ee85-9c63-4b4d-b08f-2d741c29f17a None None] Checking router: ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc for host: dv-cinder-813746-2-iscsi {{(pid=106713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:46:59.663040 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd43ee85-9c63-4b4d-b08f-2d741c29f17a None None] Routers {'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:46:59.663634 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-fd43ee85-9c63-4b4d-b08f-2d741c29f17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:46:30Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc'], 'active': True} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:46:59.711998 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-14b7c42a-124e-4f19-a7f3-8da802f1f3a9 req-2d831b53-5435-4d47-ae25-775bd628610d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16030733'] for port, after_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:59.746969 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7c42a-124e-4f19-a7f3-8da802f1f3a9 req-2d831b53-5435-4d47-ae25-775bd628610d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:59.747579 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-14b7c42a-124e-4f19-a7f3-8da802f1f3a9 req-2d831b53-5435-4d47-ae25-775bd628610d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for port, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:46:59.748992 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-14b7c42a-124e-4f19-a7f3-8da802f1f3a9 req-2d831b53-5435-4d47-ae25-775bd628610d service neutron] 10.222.0.54 "PUT /v2.0/ports/d72adaac-9365-41dd-a1e7-35ca2c6dce1f HTTP/1.1" status: 200 len: 1093 time: 1.1758406 Oct 14 07:46:59.749444 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7baf5fb6-88e9-4461-a7aa-ee54e6e353c7', 'tag': 'd72adaac-9365-41dd-a1e7-35ca2c6dce1f'}] {{(pid=106710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:46:59.751839 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ebf78bef5954e8ca5597493995d581d8346ee5b9d6b2d49db072251da4c473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10e343b-5c39-49ac-8187-2ae718f58ad0" -d '{"events": [{"name": "network-changed", "server_uuid": "7baf5fb6-88e9-4461-a7aa-ee54e6e353c7", "tag": "d72adaac-9365-41dd-a1e7-35ca2c6dce1f"}]}' {{(pid=106710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:46:59.778664 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvr_db [None req-fd43ee85-9c63-4b4d-b08f-2d741c29f17a None None] Set router ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc gateway port host: dv-cinder-813746-2-iscsi {{(pid=106713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:46:59.782056 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d831b53-5435-4d47-ae25-775bd628610d service neutron] Pushing event updated for resources: {'Port': ['ID=d72adaac-9365-41dd-a1e7-35ca2c6dce1f,revision_number=3']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:46:59.806789 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3300aff-5389-4ca0-bba4-0ee5c6881e61 x-openstack-request-id: req-a3300aff-5389-4ca0-bba4-0ee5c6881e61 {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:46:59.807083 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7baf5fb6-88e9-4461-a7aa-ee54e6e353c7", "tag": "d72adaac-9365-41dd-a1e7-35ca2c6dce1f", "status": "completed", "code": 200}]} {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:46:59.807353 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a3300aff-5389-4ca0-bba4-0ee5c6881e61 {{(pid=106710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:46:59.807771 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7baf5fb6-88e9-4461-a7aa-ee54e6e353c7', 'tag': 'd72adaac-9365-41dd-a1e7-35ca2c6dce1f', 'status': 'completed', 'code': 200} Oct 14 07:46:59.907011 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-f4a8b4d7-a2ef-409e-8023-2c7ce54d7262 req-846e011c-e3b6-4796-8c55-24e58d7824aa tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa098e80-005b-4d94-a54b-b0828fffa894 HTTP/1.1" status: 200 len: 210 time: 0.0501308 Oct 14 07:46:59.948336 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e343b-5c39-49ac-8187-2ae718f58ad0 req-02b016df-5789-4512-9794-b701678ed466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:46:59.949548 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c10e343b-5c39-49ac-8187-2ae718f58ad0 req-02b016df-5789-4512-9794-b701678ed466 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c7d1f5c3662143cd95b1716d00a40842&device_id=7baf5fb6-88e9-4461-a7aa-ee54e6e353c7 HTTP/1.1" status: 200 len: 1096 time: 0.0839546 Oct 14 07:46:59.991513 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-be70bcc2-6a32-47aa-bde7-5c2f27c7d117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:00.044133 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-fd43ee85-9c63-4b4d-b08f-2d741c29f17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1304633051-router', 'tenant_id': 'f209626c73004f63b5c5a1466783d22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'ef7f0eb6-937d-44cb-a3cb-0d9b9b933917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:42:28Z', 'updated_at': '2021-10-14T07:42:36Z', 'revision_number': 4, 'project_id': 'f209626c73004f63b5c5a1466783d22f', 'gw_port': {'id': 'ef7f0eb6-937d-44cb-a3cb-0d9b9b933917', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:30Z', 'updated_at': '2021-10-14T07:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': '51b804c8-1b28-4372-8826-2170eeecddb3', 'name': '', 'network_id': '234dd989-1b6f-4d0e-b26c-6546ea618e4f', 'tenant_id': 'f209626c73004f63b5c5a1466783d22f', 'mac_address': 'fa:16:3e:82:b6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:35Z', 'updated_at': '2021-10-14T07:42:46Z', 'revision_number': 5, 'project_id': 'f209626c73004f63b5c5a1466783d22f', 'subnets': [{'id': '3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:47:00.071971 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd43ee85-9c63-4b4d-b08f-2d741c29f17a None None] The sync data for ids ['ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc'] in dv-cinder-813746-2-iscsi is: [{'id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1304633051-router', 'tenant_id': 'f209626c73004f63b5c5a1466783d22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'ef7f0eb6-937d-44cb-a3cb-0d9b9b933917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:42:28Z', 'updated_at': '2021-10-14T07:42:36Z', 'revision_number': 4, 'project_id': 'f209626c73004f63b5c5a1466783d22f', 'gw_port': {'id': 'ef7f0eb6-937d-44cb-a3cb-0d9b9b933917', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:30Z', 'updated_at': '2021-10-14T07:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': '51b804c8-1b28-4372-8826-2170eeecddb3', 'name': '', 'network_id': '234dd989-1b6f-4d0e-b26c-6546ea618e4f', 'tenant_id': 'f209626c73004f63b5c5a1466783d22f', 'mac_address': 'fa:16:3e:82:b6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:35Z', 'updated_at': '2021-10-14T07:42:46Z', 'revision_number': 5, 'project_id': 'f209626c73004f63b5c5a1466783d22f', 'subnets': [{'id': '3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:47:00.091576 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e343b-5c39-49ac-8187-2ae718f58ad0 req-dac09323-4186-4572-b6a2-3eefb7cb7d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:00.093241 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c10e343b-5c39-49ac-8187-2ae718f58ad0 req-dac09323-4186-4572-b6a2-3eefb7cb7d49 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=c7d1f5c3662143cd95b1716d00a40842&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1233084 Oct 14 07:47:00.141534 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70b3fa-cf99-4ab1-9c2e-3710ce35cc20 req-8082be32-69f6-42dc-9e8b-1522302c71be tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:00.152220 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-5b70b3fa-cf99-4ab1-9c2e-3710ce35cc20 req-8082be32-69f6-42dc-9e8b-1522302c71be tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0669773 Oct 14 07:47:00.203917 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-5b70b3fa-cf99-4ab1-9c2e-3710ce35cc20 req-a3e8399b-0e8b-4846-ac9b-90962d1cc3f5 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462649 Oct 14 07:47:00.239757 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e343b-5c39-49ac-8187-2ae718f58ad0 req-2c83a210-eb44-43fe-ae84-782f374fa407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:00.241342 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c10e343b-5c39-49ac-8187-2ae718f58ad0 req-2c83a210-eb44-43fe-ae84-782f374fa407 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1402912 Oct 14 07:47:00.333219 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5726bbf-1f8e-43cb-8ed0-448a3afd2ada req-e447d63d-44c2-4601-8fba-33fbd462c380 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:00.334790 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-f5726bbf-1f8e-43cb-8ed0-448a3afd2ada req-e447d63d-44c2-4601-8fba-33fbd462c380 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/ports?device_id=7baf5fb6-88e9-4461-a7aa-ee54e6e353c7 HTTP/1.1" status: 200 len: 943 time: 0.0563431 Oct 14 07:47:00.402782 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-f5726bbf-1f8e-43cb-8ed0-448a3afd2ada req-54157f3a-df7e-4a4d-aabe-4eb1c7453288 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/security-groups?id=764cd794-7885-4e15-8789-07b95d0cdfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588794 Oct 14 07:47:00.405483 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7c42a-124e-4f19-a7f3-8da802f1f3a9 req-be5377dc-c94b-4bef-b24e-835e8c081366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:00.407075 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-14b7c42a-124e-4f19-a7f3-8da802f1f3a9 req-be5377dc-c94b-4bef-b24e-835e8c081366 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c7d1f5c3662143cd95b1716d00a40842&device_id=7baf5fb6-88e9-4461-a7aa-ee54e6e353c7 HTTP/1.1" status: 200 len: 1096 time: 0.0712793 Oct 14 07:47:00.440251 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45556aa7-41f8-4458-8505-5f3fdd214c08 None None] New status for floating IP 3cb85dff-e417-4419-90bf-01c8c942fe4d: DOWN {{(pid=106712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 07:47:00.463110 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-14b7c42a-124e-4f19-a7f3-8da802f1f3a9 req-f60b15b3-0023-4a4f-845a-34dc1ce73de2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d72adaac-9365-41dd-a1e7-35ca2c6dce1f HTTP/1.1" status: 200 len: 217 time: 0.0382330 Oct 14 07:47:00.542673 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7c42a-124e-4f19-a7f3-8da802f1f3a9 req-70cfa6b1-567c-4bd6-a460-2644a9e1576f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:00.544918 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-14b7c42a-124e-4f19-a7f3-8da802f1f3a9 req-70cfa6b1-567c-4bd6-a460-2644a9e1576f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1ac4f05b-6d10-4d3c-bb57-36333758839d HTTP/1.1" status: 200 len: 848 time: 0.0569932 Oct 14 07:47:00.586054 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-14b7c42a-124e-4f19-a7f3-8da802f1f3a9 req-ece2a075-bb47-4fcc-baa8-17b35344ebd3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=85d25c42-5a00-4428-bab5-907945698b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308044 Oct 14 07:47:00.681257 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 58634) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:47:00.712349 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-14b7c42a-124e-4f19-a7f3-8da802f1f3a9 req-774f8989-bb39-4513-8b45-323b537bdf57 service neutron] 10.222.0.54 "GET /v2.0/networks/85d25c42-5a00-4428-bab5-907945698b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110113 Oct 14 07:47:00.803537 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-f8e1e8fe-8ba0-4267-aee1-2774a589705e tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:00.831091 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:00.847011 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-f8e1e8fe-8ba0-4267-aee1-2774a589705e tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:00.868439 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-14b7c42a-124e-4f19-a7f3-8da802f1f3a9 req-3350a0dd-faa8-4aa9-8afe-a0ce43ae190b service neutron] 10.222.0.54 "GET /v2.0/networks/85d25c42-5a00-4428-bab5-907945698b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447651 Oct 14 07:47:01.011509 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-7cab7581-e793-49b1-b48b-fc1854f96472 req-d47a18f1-c5c0-49f4-9b54-9673d3d6e2a1 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa098e80-005b-4d94-a54b-b0828fffa894 HTTP/1.1" status: 200 len: 210 time: 0.0298965 Oct 14 07:47:01.037670 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-f8e1e8fe-8ba0-4267-aee1-2774a589705e tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:01.040537 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-f8e1e8fe-8ba0-4267-aee1-2774a589705e tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:01.044271 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-f8e1e8fe-8ba0-4267-aee1-2774a589705e tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "DELETE /v2.0/security-groups/682ee341-9f11-4580-a4d6-c2ebfa2d2783 HTTP/1.1" status: 204 len: 168 time: 0.3593740 Oct 14 07:47:01.045226 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 58638) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:47:01.062496 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e1e8fe-8ba0-4267-aee1-2774a589705e tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=682ee341-9f11-4580-a4d6-c2ebfa2d2783,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:01.065030 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.api.v2.resource [None req-2c5c277d-39c7-46ff-99b2-0b7ed171f98f tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] show failed (client error): The resource could not be found. Oct 14 07:47:01.068663 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-2c5c277d-39c7-46ff-99b2-0b7ed171f98f tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups/682ee341-9f11-4580-a4d6-c2ebfa2d2783 HTTP/1.1" status: 404 len: 347 time: 0.0199311 Oct 14 07:47:01.069663 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 58640) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:47:01.106222 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 7e2fe0a8-7ba6-4296-bd21-12f8fb794d72 no longer exists at agent hyperv_hv-cinder-81374 {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:47:01.126946 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] No Port match for: 7e2fe0a8-7ba6-4296-bd21-12f8fb794d72 {{(pid=106712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:47:01.132789 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 7e2fe0a8-7ba6-4296-bd21-12f8fb794d72 not bound to the agent host hv-cinder-81374 {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:47:01.208442 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [None req-071de5ba-1c78-4889-bf9b-f8625452be3f tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Deleting port 59f847bd-3a6f-46de-b784-7a2e75e564fc {{(pid=106711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:47:01.209001 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ef594-dc76-495c-93a4-fb837a27a6f9 req-08fc1174-b6a5-4307-9265-3963b737e4bf tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:01.209127 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-071de5ba-1c78-4889-bf9b-f8625452be3f tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:01.210674 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-3d6ef594-dc76-495c-93a4-fb837a27a6f9 req-08fc1174-b6a5-4307-9265-3963b737e4bf tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.54 "GET /v2.0/networks?id=37f62f2b-1fa6-4259-8c0c-300a7f846382 HTTP/1.1" status: 200 len: 814 time: 0.1247160 Oct 14 07:47:01.235525 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [req-3d6ef594-dc76-495c-93a4-fb837a27a6f9 req-0310f495-cdf7-4fdd-b67e-41ccbd7d8ba0 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Request body: {'port': {'device_id': 'fa098e80-005b-4d94-a54b-b0828fffa894', 'network_id': '37f62f2b-1fa6-4259-8c0c-300a7f846382', 'admin_state_up': True, 'tenant_id': 'ec593b8641b54a6782b45c794a9218fe'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:47:01.290512 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-071de5ba-1c78-4889-bf9b-f8625452be3f tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:01.290828 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-071de5ba-1c78-4889-bf9b-f8625452be3f tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:01.303178 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [None req-071de5ba-1c78-4889-bf9b-f8625452be3f tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Calling delete_port for 59f847bd-3a6f-46de-b784-7a2e75e564fc owned by network:floatingip {{(pid=106711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:47:01.357738 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-93e1ef1e-be74-48a7-9436-c986e05ec438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:01.373579 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef5772-f196-44c4-875c-ce607a9d1e91 req-51493ec6-5943-4429-8b9c-4cdbc558d54a tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:01.379879 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c6ef5772-f196-44c4-875c-ce607a9d1e91 req-51493ec6-5943-4429-8b9c-4cdbc558d54a tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0763900 Oct 14 07:47:01.420173 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c6ef5772-f196-44c4-875c-ce607a9d1e91 req-5ff90263-1c13-4dee-9e6e-abe7a51d0bf9 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330088 Oct 14 07:47:01.476473 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d6ef594-dc76-495c-93a4-fb837a27a6f9 req-0310f495-cdf7-4fdd-b67e-41ccbd7d8ba0 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Made reservation on behalf of ec593b8641b54a6782b45c794a9218fe for: {'port': 1} {{(pid=106710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:47:01.480094 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-3d6ef594-dc76-495c-93a4-fb837a27a6f9 req-0310f495-cdf7-4fdd-b67e-41ccbd7d8ba0 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:01.518153 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c2487-de8b-42a7-a0da-0538f0794567 req-0fca8168-470b-4e7b-89f5-6c5a559b1097 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:01.520152 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-000c2487-de8b-42a7-a0da-0538f0794567 req-0fca8168-470b-4e7b-89f5-6c5a559b1097 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/ports?device_id=7baf5fb6-88e9-4461-a7aa-ee54e6e353c7 HTTP/1.1" status: 200 len: 943 time: 0.0488009 Oct 14 07:47:01.534380 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-071de5ba-1c78-4889-bf9b-f8625452be3f tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14797620'] for port, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:01.574098 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071de5ba-1c78-4889-bf9b-f8625452be3f tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Pushing event deleted for resources: {'Port': ['ID=59f847bd-3a6f-46de-b784-7a2e75e564fc,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:01.615199 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-000c2487-de8b-42a7-a0da-0538f0794567 req-3e2c3627-7f41-4125-8b92-b8ab5fa212cd tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/security-groups?id=764cd794-7885-4e15-8789-07b95d0cdfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885456 Oct 14 07:47:01.640156 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.db_base_plugin_common [req-3d6ef594-dc76-495c-93a4-fb837a27a6f9 req-0310f495-cdf7-4fdd-b67e-41ccbd7d8ba0 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Allocated IP 172.20.0.7 (37f62f2b-1fa6-4259-8c0c-300a7f846382/ac0a00d7-b045-4d72-b933-c8bcf9c0b810/01bfc94a-8552-482d-aa91-41889ffc2c7f) {{(pid=106710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:47:01.656916 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-071de5ba-1c78-4889-bf9b-f8625452be3f tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks [] for floatingip, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:01.660882 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-071de5ba-1c78-4889-bf9b-f8625452be3f tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for floatingip, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:01.660882 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-071de5ba-1c78-4889-bf9b-f8625452be3f tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "DELETE /v2.0/floatingips/3cb85dff-e417-4419-90bf-01c8c942fe4d HTTP/1.1" status: 204 len: 168 time: 0.5907955 Oct 14 07:47:01.804059 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-3d6ef594-dc76-495c-93a4-fb837a27a6f9 req-0310f495-cdf7-4fdd-b67e-41ccbd7d8ba0 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Publish callbacks [] for port, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:01.866388 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-3d6ef594-dc76-495c-93a4-fb837a27a6f9 req-0310f495-cdf7-4fdd-b67e-41ccbd7d8ba0 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16030778'] for port, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:01.907172 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d6ef594-dc76-495c-93a4-fb837a27a6f9 req-0310f495-cdf7-4fdd-b67e-41ccbd7d8ba0 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Network 37f62f2b-1fa6-4259-8c0c-300a7f846382 is already hosted by enough agents. {{(pid=106710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:47:01.910216 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.base_scheduler [req-3d6ef594-dc76-495c-93a4-fb837a27a6f9 req-0310f495-cdf7-4fdd-b67e-41ccbd7d8ba0 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Resources bound (agent type, host, resource id): {{(pid=106710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:47:01.913751 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6ef594-dc76-495c-93a4-fb837a27a6f9 req-0310f495-cdf7-4fdd-b67e-41ccbd7d8ba0 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Received port after_create {{(pid=106710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:47:01.939580 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0310f495-cdf7-4fdd-b67e-41ccbd7d8ba0 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Pushing event updated for resources: {'Port': ['ID=01bfc94a-8552-482d-aa91-41889ffc2c7f,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:01.965978 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ef594-dc76-495c-93a4-fb837a27a6f9 req-0310f495-cdf7-4fdd-b67e-41ccbd7d8ba0 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:01.966584 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-3d6ef594-dc76-495c-93a4-fb837a27a6f9 req-0310f495-cdf7-4fdd-b67e-41ccbd7d8ba0 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for port, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:02.023828 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 58652) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:47:02.028389 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [None req-23d79641-e3b0-49e3-bc05-af72197cb528 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1077551576', 'description': 'tempest-description--624731835'}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:47:02.034872 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-3d6ef594-dc76-495c-93a4-fb837a27a6f9 req-0310f495-cdf7-4fdd-b67e-41ccbd7d8ba0 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8043497 Oct 14 07:47:02.054976 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [req-3d6ef594-dc76-495c-93a4-fb837a27a6f9 req-db00295b-db1c-4ec0-a517-a12f55e1f7ab service neutron] Request body: {'port': {'device_id': 'fa098e80-005b-4d94-a54b-b0828fffa894', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81374'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:47:02.107857 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-23d79641-e3b0-49e3-bc05-af72197cb528 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:02.113261 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-3d6ef594-dc76-495c-93a4-fb837a27a6f9 req-db00295b-db1c-4ec0-a517-a12f55e1f7ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:02.147348 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e82b6b-bdbd-4e0b-99f2-48a1a6a445e5 req-757407bc-306f-4cb5-8678-7a3b165eb936 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:02.148863 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-78e82b6b-bdbd-4e0b-99f2-48a1a6a445e5 req-757407bc-306f-4cb5-8678-7a3b165eb936 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa098e80-005b-4d94-a54b-b0828fffa894 HTTP/1.1" status: 200 len: 931 time: 0.0705907 Oct 14 07:47:02.210731 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-78e82b6b-bdbd-4e0b-99f2-48a1a6a445e5 req-e8a771c9-386d-49cd-9b04-7046eb0225ab tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/security-groups?id=d11574b2-c989-4ff3-9d47-a161bca6d517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530753 Oct 14 07:47:02.224490 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-23d79641-e3b0-49e3-bc05-af72197cb528 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:02.293619 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-23d79641-e3b0-49e3-bc05-af72197cb528 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:02.326480 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d79641-e3b0-49e3-bc05-af72197cb528 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa222368-6d26-4959-9d47-7d33562a4a96,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:02.387861 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.notifiers.nova [req-3d6ef594-dc76-495c-93a4-fb837a27a6f9 req-db00295b-db1c-4ec0-a517-a12f55e1f7ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01bfc94a-8552-482d-aa91-41889ffc2c7f {{(pid=106710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:47:02.396595 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-3d6ef594-dc76-495c-93a4-fb837a27a6f9 req-db00295b-db1c-4ec0-a517-a12f55e1f7ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:02.412945 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.provisioning_blocks [req-3d6ef594-dc76-495c-93a4-fb837a27a6f9 req-db00295b-db1c-4ec0-a517-a12f55e1f7ab service neutron] Transition to ACTIVE for port object 01bfc94a-8552-482d-aa91-41889ffc2c7f will not be triggered until provisioned by entity L2. {{(pid=106710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 07:47:02.413147 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91bf36c-1e34-454d-afff-d219a618134c req-d7220bf1-b17e-4b2a-9d2c-f250bb0bdef6 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:02.413711 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-c91bf36c-1e34-454d-afff-d219a618134c req-d7220bf1-b17e-4b2a-9d2c-f250bb0bdef6 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.54 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.0482085 Oct 14 07:47:02.416900 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-23d79641-e3b0-49e3-bc05-af72197cb528 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:02.418006 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-23d79641-e3b0-49e3-bc05-af72197cb528 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3931956 Oct 14 07:47:02.421618 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 58656) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:47:02.426008 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-216944e5-7cf5-4621-83c5-166147c4d2c4 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Request body: {'security_group_rule': {'security_group_id': 'aa222368-6d26-4959-9d47-7d33562a4a96', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:47:02.484107 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-3d6ef594-dc76-495c-93a4-fb837a27a6f9 req-db00295b-db1c-4ec0-a517-a12f55e1f7ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16030733'] for port, after_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:02.505203 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [req-c91bf36c-1e34-454d-afff-d219a618134c req-fa9031e7-269d-4bfc-9512-9fb337c598a7 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Deleting port 26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db {{(pid=106711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:47:02.505513 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-c91bf36c-1e34-454d-afff-d219a618134c req-fa9031e7-269d-4bfc-9512-9fb337c598a7 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:02.554457 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-216944e5-7cf5-4621-83c5-166147c4d2c4 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:02.580830 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db00295b-db1c-4ec0-a517-a12f55e1f7ab service neutron] Pushing event updated for resources: {'Port': ['ID=01bfc94a-8552-482d-aa91-41889ffc2c7f,revision_number=2']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:02.597765 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.db [req-c91bf36c-1e34-454d-afff-d219a618134c req-fa9031e7-269d-4bfc-9512-9fb337c598a7 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] For port 26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db,segment=NetworkSegment(614c0119-2ef9-4c10-bc93-8c2d3f5bdc63),segment_id=614c0119-2ef9-4c10-bc93-8c2d3f5bdc63)] {{(pid=106711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:47:02.598119 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-c91bf36c-1e34-454d-afff-d219a618134c req-fa9031e7-269d-4bfc-9512-9fb337c598a7 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:02.610803 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [req-c91bf36c-1e34-454d-afff-d219a618134c req-fa9031e7-269d-4bfc-9512-9fb337c598a7 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Calling delete_port for 26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db owned by compute:nova {{(pid=106711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:47:02.648149 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8922a1-bcbb-4d85-8a99-eb15b08077c5 req-643d7dd4-1b7e-42ae-8fe9-d2e401b50640 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:02.649676 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-6b8922a1-bcbb-4d85-8a99-eb15b08077c5 req-643d7dd4-1b7e-42ae-8fe9-d2e401b50640 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 945 time: 0.1592083 Oct 14 07:47:02.708486 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-216944e5-7cf5-4621-83c5-166147c4d2c4 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:02.729473 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-6b8922a1-bcbb-4d85-8a99-eb15b08077c5 req-a64a048e-976d-4d78-bf14-dc40b3a92c8b tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/security-groups?id=d0e9255f-3b6b-4168-90e0-5feb2b295333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721238 Oct 14 07:47:02.730859 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.managers [req-3d6ef594-dc76-495c-93a4-fb837a27a6f9 req-db00295b-db1c-4ec0-a517-a12f55e1f7ab service neutron] Attempting to bind port 01bfc94a-8552-482d-aa91-41889ffc2c7f on host hv-cinder-81374 for vnic_type normal with profile {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:47:02.730859 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.managers [req-3d6ef594-dc76-495c-93a4-fb837a27a6f9 req-db00295b-db1c-4ec0-a517-a12f55e1f7ab service neutron] Attempting to bind port 01bfc94a-8552-482d-aa91-41889ffc2c7f by drivers openvswitch,hyperv on host hv-cinder-81374 at level 0 using segments [{'id': '8426edd5-2043-49c0-857a-b0e887e9c38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '37f62f2b-1fa6-4259-8c0c-300a7f846382'}] {{(pid=106710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:47:02.731139 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6ef594-dc76-495c-93a4-fb837a27a6f9 req-db00295b-db1c-4ec0-a517-a12f55e1f7ab service neutron] Attempting to bind port 01bfc94a-8552-482d-aa91-41889ffc2c7f on network 37f62f2b-1fa6-4259-8c0c-300a7f846382 {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:47:02.736260 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6ef594-dc76-495c-93a4-fb837a27a6f9 req-db00295b-db1c-4ec0-a517-a12f55e1f7ab service neutron] Port 01bfc94a-8552-482d-aa91-41889ffc2c7f on network 37f62f2b-1fa6-4259-8c0c-300a7f846382 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81374 {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 07:47:02.736687 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6ef594-dc76-495c-93a4-fb837a27a6f9 req-db00295b-db1c-4ec0-a517-a12f55e1f7ab service neutron] Attempting to bind port 01bfc94a-8552-482d-aa91-41889ffc2c7f on network 37f62f2b-1fa6-4259-8c0c-300a7f846382 {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:47:02.741702 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6ef594-dc76-495c-93a4-fb837a27a6f9 req-db00295b-db1c-4ec0-a517-a12f55e1f7ab service neutron] Checking agent: {'id': 'e9e2cc54-3b31-4b83-b77c-54087550ab3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 7, 40, 39), 'started_at': datetime.datetime(2021, 10, 14, 7, 40, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:47:02.744992 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6ef594-dc76-495c-93a4-fb837a27a6f9 req-db00295b-db1c-4ec0-a517-a12f55e1f7ab service neutron] Checking segment: {'id': '8426edd5-2043-49c0-857a-b0e887e9c38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '37f62f2b-1fa6-4259-8c0c-300a7f846382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:47:02.744992 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6ef594-dc76-495c-93a4-fb837a27a6f9 req-db00295b-db1c-4ec0-a517-a12f55e1f7ab service neutron] Bound using segment: {'id': '8426edd5-2043-49c0-857a-b0e887e9c38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '37f62f2b-1fa6-4259-8c0c-300a7f846382'} {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:47:02.744992 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.managers [req-3d6ef594-dc76-495c-93a4-fb837a27a6f9 req-db00295b-db1c-4ec0-a517-a12f55e1f7ab service neutron] Bound port: 01bfc94a-8552-482d-aa91-41889ffc2c7f, host: hv-cinder-81374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8426edd5-2043-49c0-857a-b0e887e9c38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '37f62f2b-1fa6-4259-8c0c-300a7f846382'}}] {{(pid=106710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:47:02.744992 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-3d6ef594-dc76-495c-93a4-fb837a27a6f9 req-db00295b-db1c-4ec0-a517-a12f55e1f7ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:02.775141 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16013271-32d0-49ab-805c-dc0097fae7bd req-24e948d7-79ab-4ae3-a113-317f3bf07a7d tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:02.776653 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-16013271-32d0-49ab-805c-dc0097fae7bd req-24e948d7-79ab-4ae3-a113-317f3bf07a7d tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/ports?device_id=7baf5fb6-88e9-4461-a7aa-ee54e6e353c7 HTTP/1.1" status: 200 len: 943 time: 0.0879016 Oct 14 07:47:02.800319 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-216944e5-7cf5-4621-83c5-166147c4d2c4 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769340'] for security_group_rule, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:02.819650 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-16013271-32d0-49ab-805c-dc0097fae7bd req-96ea7a44-79be-48b5-9fa0-e32c58987e6d tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/security-groups?id=764cd794-7885-4e15-8789-07b95d0cdfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339222 Oct 14 07:47:02.830128 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216944e5-7cf5-4621-83c5-166147c4d2c4 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1166a7c5-a028-4ff0-9c81-16a3606fea5a,revision_number=0']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:02.834508 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.db [req-3d6ef594-dc76-495c-93a4-fb837a27a6f9 req-db00295b-db1c-4ec0-a517-a12f55e1f7ab service neutron] For port 01bfc94a-8552-482d-aa91-41889ffc2c7f, host hv-cinder-81374, cleared binding levels {{(pid=106710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:47:02.837702 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.db [req-3d6ef594-dc76-495c-93a4-fb837a27a6f9 req-db00295b-db1c-4ec0-a517-a12f55e1f7ab service neutron] For port 01bfc94a-8552-482d-aa91-41889ffc2c7f, host hv-cinder-81374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=01bfc94a-8552-482d-aa91-41889ffc2c7f,segment=NetworkSegment(8426edd5-2043-49c0-857a-b0e887e9c38d),segment_id=8426edd5-2043-49c0-857a-b0e887e9c38d)] {{(pid=106710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:47:02.854357 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-c91bf36c-1e34-454d-afff-d219a618134c req-fa9031e7-269d-4bfc-9512-9fb337c598a7 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14797620'] for port, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:02.882737 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9031e7-269d-4bfc-9512-9fb337c598a7 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Pushing event deleted for resources: {'Port': ['ID=26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:02.891745 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] get_ports_and_sgs() called for port_ids ['26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db'] {{(pid=106712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:47:02.896401 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-439377cf-db3c-4e91-9aae-241f8a26ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:02.897062 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-216944e5-7cf5-4621-83c5-166147c4d2c4 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:02.900788 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-216944e5-7cf5-4621-83c5-166147c4d2c4 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4757519 Oct 14 07:47:02.901167 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 58662) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:47:02.906512 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-4a2b4cd5-c12a-4b47-9107-20ff67b2f066 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Request body: {'security_group_rule': {'security_group_id': 'aa222368-6d26-4959-9d47-7d33562a4a96', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:47:02.911398 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-3d6ef594-dc76-495c-93a4-fb837a27a6f9 req-db00295b-db1c-4ec0-a517-a12f55e1f7ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16030733'] for port, after_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:02.926705 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.l3_dvrscheduler_db [req-c91bf36c-1e34-454d-afff-d219a618134c req-fa9031e7-269d-4bfc-9512-9fb337c598a7 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] No DVR routers for this DVR port 26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db on host hv-cinder-81374 {{(pid=106711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:47:02.929150 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-c91bf36c-1e34-454d-afff-d219a618134c req-fa9031e7-269d-4bfc-9512-9fb337c598a7 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for port, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:02.933797 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-c91bf36c-1e34-454d-afff-d219a618134c req-fa9031e7-269d-4bfc-9512-9fb337c598a7 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.54 "DELETE /v2.0/ports/26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db HTTP/1.1" status: 204 len: 173 time: 0.5122545 Oct 14 07:47:02.933797 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385adc52-0d33-497f-b817-7f796585ed13', 'name': 'network-vif-deleted', 'tag': '26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db'}] {{(pid=106711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:47:02.935129 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761d26d7c5f72f4b552347b0101038dbdc9b0b60127f0c8e71cb2eb10747878c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543847ff-3539-4762-ae1f-91d2738b7523" -d '{"events": [{"server_uuid": "385adc52-0d33-497f-b817-7f796585ed13", "name": "network-vif-deleted", "tag": "26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db"}]}' {{(pid=106711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:47:02.957388 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ef594-dc76-495c-93a4-fb837a27a6f9 req-db00295b-db1c-4ec0-a517-a12f55e1f7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:02.957996 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-3d6ef594-dc76-495c-93a4-fb837a27a6f9 req-db00295b-db1c-4ec0-a517-a12f55e1f7ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for port, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:02.959424 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-3d6ef594-dc76-495c-93a4-fb837a27a6f9 req-db00295b-db1c-4ec0-a517-a12f55e1f7ab service neutron] 10.222.0.54 "PUT /v2.0/ports/01bfc94a-8552-482d-aa91-41889ffc2c7f HTTP/1.1" status: 200 len: 1093 time: 0.9087877 Oct 14 07:47:02.961679 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa098e80-005b-4d94-a54b-b0828fffa894', 'tag': '01bfc94a-8552-482d-aa91-41889ffc2c7f'}] {{(pid=106710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:47:02.963927 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ebf78bef5954e8ca5597493995d581d8346ee5b9d6b2d49db072251da4c473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f688337-c8a4-4f3e-897a-71a150d37e3d" -d '{"events": [{"name": "network-changed", "server_uuid": "fa098e80-005b-4d94-a54b-b0828fffa894", "tag": "01bfc94a-8552-482d-aa91-41889ffc2c7f"}]}' {{(pid=106710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:47:02.970778 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d281ef12-79ac-4212-a299-a54c3c199454 x-openstack-request-id: req-d281ef12-79ac-4212-a299-a54c3c199454 {{(pid=106711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:47:02.971195 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385adc52-0d33-497f-b817-7f796585ed13", "name": "network-vif-deleted", "tag": "26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db", "status": "completed", "code": 200}]} {{(pid=106711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:47:02.971405 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d281ef12-79ac-4212-a299-a54c3c199454 {{(pid=106711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:47:02.971717 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385adc52-0d33-497f-b817-7f796585ed13', 'name': 'network-vif-deleted', 'tag': '26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db', 'status': 'completed', 'code': 200} Oct 14 07:47:02.992376 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db00295b-db1c-4ec0-a517-a12f55e1f7ab service neutron] Pushing event updated for resources: {'Port': ['ID=01bfc94a-8552-482d-aa91-41889ffc2c7f,revision_number=3']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:03.003249 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a939e7-76a6-4f36-9faa-9686a37bec0a x-openstack-request-id: req-d5a939e7-76a6-4f36-9faa-9686a37bec0a {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:47:03.003547 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa098e80-005b-4d94-a54b-b0828fffa894", "tag": "01bfc94a-8552-482d-aa91-41889ffc2c7f", "status": "completed", "code": 200}]} {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:47:03.003835 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d5a939e7-76a6-4f36-9faa-9686a37bec0a {{(pid=106710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:47:03.004237 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa098e80-005b-4d94-a54b-b0828fffa894', 'tag': '01bfc94a-8552-482d-aa91-41889ffc2c7f', 'status': 'completed', 'code': 200} Oct 14 07:47:03.081305 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-4a2b4cd5-c12a-4b47-9107-20ff67b2f066 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:03.102809 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device d72adaac-9365-41dd-a1e7-35ca2c6dce1f details requested by agent hyperv_hv-cinder-81374 with host hv-cinder-81374 {{(pid=106712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 07:47:03.125046 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f688337-c8a4-4f3e-897a-71a150d37e3d req-3e331968-5587-4e88-a4b7-d5141da9dc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:03.126560 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-8f688337-c8a4-4f3e-897a-71a150d37e3d req-3e331968-5587-4e88-a4b7-d5141da9dc65 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ec593b8641b54a6782b45c794a9218fe&device_id=fa098e80-005b-4d94-a54b-b0828fffa894 HTTP/1.1" status: 200 len: 1096 time: 0.0739408 Oct 14 07:47:03.170355 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-4a2b4cd5-c12a-4b47-9107-20ff67b2f066 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:03.205892 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port d72adaac-9365-41dd-a1e7-35ca2c6dce1f, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=d72adaac-9365-41dd-a1e7-35ca2c6dce1f,segment=NetworkSegment(152371c7-0552-4d65-87d0-821f84c259a7),segment_id=152371c7-0552-4d65-87d0-821f84c259a7)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:47:03.216711 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Returning: {'device': 'd72adaac-9365-41dd-a1e7-35ca2c6dce1f', 'network_id': '85d25c42-5a00-4428-bab5-907945698b12', 'port_id': 'd72adaac-9365-41dd-a1e7-35ca2c6dce1f', 'mac_address': 'fa:16:3e:8e:17:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ac4f05b-6d10-4d3c-bb57-36333758839d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 07:47:03.238454 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f688337-c8a4-4f3e-897a-71a150d37e3d req-def5c9a3-ff2f-4154-b9d7-16a16b13ecfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:03.241279 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-8f688337-c8a4-4f3e-897a-71a150d37e3d req-def5c9a3-ff2f-4154-b9d7-16a16b13ecfe service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=ec593b8641b54a6782b45c794a9218fe&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0993199 Oct 14 07:47:03.243200 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-4a2b4cd5-c12a-4b47-9107-20ff67b2f066 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769340'] for security_group_rule, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:03.258858 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b4cd5-c12a-4b47-9107-20ff67b2f066 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b6f4137-3de6-4141-90b0-5aded4adf3e2,revision_number=0']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:03.259658 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:03.281154 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d72adaac-9365-41dd-a1e7-35ca2c6dce1f {{(pid=106712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:47:03.304745 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port d72adaac-9365-41dd-a1e7-35ca2c6dce1f, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=d72adaac-9365-41dd-a1e7-35ca2c6dce1f,segment=NetworkSegment(152371c7-0552-4d65-87d0-821f84c259a7),segment_id=152371c7-0552-4d65-87d0-821f84c259a7)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:47:03.361809 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-4a2b4cd5-c12a-4b47-9107-20ff67b2f066 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:03.369022 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-4a2b4cd5-c12a-4b47-9107-20ff67b2f066 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4609830 Oct 14 07:47:03.369162 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 58670) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:47:03.370867 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [None req-e561e769-8dcc-4b02-8577-1e588a009bd3 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Request body: {'floatingip': {'floating_network_id': '536a77cf-5189-41f9-92bf-300739e47f32'}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:47:03.386686 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:03.394274 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f688337-c8a4-4f3e-897a-71a150d37e3d req-8c68ebd3-da60-4f1c-a32a-1b728042e68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:03.397803 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-8f688337-c8a4-4f3e-897a-71a150d37e3d req-8c68ebd3-da60-4f1c-a32a-1b728042e68e service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1300240 Oct 14 07:47:03.403939 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd455d9-6ea3-4207-bf7c-a1f2c2babc8a req-f144e4c3-52d0-4d56-a1a5-1b29f51689af tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:03.405853 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-ddd455d9-6ea3-4207-bf7c-a1f2c2babc8a req-f144e4c3-52d0-4d56-a1a5-1b29f51689af tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa098e80-005b-4d94-a54b-b0828fffa894 HTTP/1.1" status: 200 len: 943 time: 0.1011710 Oct 14 07:47:03.441084 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=d72adaac-9365-41dd-a1e7-35ca2c6dce1f,revision_number=4']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:03.444549 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-ddd455d9-6ea3-4207-bf7c-a1f2c2babc8a req-89165ea8-fbbe-4d8b-afd1-8ff6a35de381 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/security-groups?id=d11574b2-c989-4ff3-9d47-a161bca6d517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321877 Oct 14 07:47:03.448661 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:47:03.449011 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:47:03.449350 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:47:03.449682 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:47:03.450010 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:47:03.450338 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:47:03.450662 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:47:03.450984 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:47:03.451307 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:47:03.451628 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:47:03.451975 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:47:03.452847 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:47:03.460968 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-e561e769-8dcc-4b02-8577-1e588a009bd3 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks [] for floatingip, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:03.513955 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ef594-dc76-495c-93a4-fb837a27a6f9 req-af4dc5dd-3051-4480-8468-6bda57645f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:03.516017 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-3d6ef594-dc76-495c-93a4-fb837a27a6f9 req-af4dc5dd-3051-4480-8468-6bda57645f97 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ec593b8641b54a6782b45c794a9218fe&device_id=fa098e80-005b-4d94-a54b-b0828fffa894 HTTP/1.1" status: 200 len: 1096 time: 0.0421150 Oct 14 07:47:03.554914 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-e561e769-8dcc-4b02-8577-1e588a009bd3 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:03.564281 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-3d6ef594-dc76-495c-93a4-fb837a27a6f9 req-98da443a-c575-4c9c-a7d9-7063c36e0204 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01bfc94a-8552-482d-aa91-41889ffc2c7f HTTP/1.1" status: 200 len: 217 time: 0.0324972 Oct 14 07:47:03.615821 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ef594-dc76-495c-93a4-fb837a27a6f9 req-f9f150c9-0b0a-4b58-86e5-e820d1775caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:03.617237 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-3d6ef594-dc76-495c-93a4-fb837a27a6f9 req-f9f150c9-0b0a-4b58-86e5-e820d1775caa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac0a00d7-b045-4d72-b933-c8bcf9c0b810 HTTP/1.1" status: 200 len: 854 time: 0.0428984 Oct 14 07:47:03.648803 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-3d6ef594-dc76-495c-93a4-fb837a27a6f9 req-5fefedc8-c5b6-4d2f-8930-70aa048f9171 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=37f62f2b-1fa6-4259-8c0c-300a7f846382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236046 Oct 14 07:47:03.660401 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.db_base_plugin_common [None req-e561e769-8dcc-4b02-8577-1e588a009bd3 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Allocated IP 172.27.3.198 (536a77cf-5189-41f9-92bf-300739e47f32/171d1f51-d728-4b0d-be8f-6d9f917ae698/787a859b-e519-433d-bdf5-7f894117c0a7) {{(pid=106711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:47:03.731963 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] get_ports_and_sgs() called for port_ids ['d72adaac-9365-41dd-a1e7-35ca2c6dce1f'] {{(pid=106712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:47:03.753510 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-3d6ef594-dc76-495c-93a4-fb837a27a6f9 req-a0818129-f7ff-4c58-bcb1-28f44cb2e4f5 service neutron] 10.222.0.54 "GET /v2.0/networks/37f62f2b-1fa6-4259-8c0c-300a7f846382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891726 Oct 14 07:47:03.777741 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-e561e769-8dcc-4b02-8577-1e588a009bd3 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks [] for port, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:03.852898 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-3d6ef594-dc76-495c-93a4-fb837a27a6f9 req-8ebf9dea-c05a-47a8-a01d-4efccc44f7a0 service neutron] 10.222.0.54 "GET /v2.0/networks/37f62f2b-1fa6-4259-8c0c-300a7f846382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931888 Oct 14 07:47:03.860236 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-651ed432-f80c-45c2-a32c-b89f632206bc req-665006af-2238-46af-abdf-720aca882d13 tempest-ServerRescueNegativeTestJSON-454639765 tempest-ServerRescueNegativeTestJSON-454639765-project] 10.222.0.47 "GET /v2.0/ports?device_id=385adc52-0d33-497f-b817-7f796585ed13 HTTP/1.1" status: 200 len: 210 time: 0.0328619 Oct 14 07:47:03.892447 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-e561e769-8dcc-4b02-8577-1e588a009bd3 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14797620'] for port, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:03.931479 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e561e769-8dcc-4b02-8577-1e588a009bd3 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Network 536a77cf-5189-41f9-92bf-300739e47f32 is already hosted by enough agents. {{(pid=106711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:47:03.934406 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.base_scheduler [None req-e561e769-8dcc-4b02-8577-1e588a009bd3 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Resources bound (agent type, host, resource id): {{(pid=106711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:47:03.940833 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e561e769-8dcc-4b02-8577-1e588a009bd3 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Received port after_create {{(pid=106711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:47:03.951400 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb978dd-5d1a-4d67-ac09-08e77fe313d9 req-5e5a6abb-45a0-4ec8-ac75-bc95f9377f2b tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:03.953543 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-2bb978dd-5d1a-4d67-ac09-08e77fe313d9 req-5e5a6abb-45a0-4ec8-ac75-bc95f9377f2b tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/ports?device_id=7baf5fb6-88e9-4461-a7aa-ee54e6e353c7 HTTP/1.1" status: 200 len: 944 time: 0.0542080 Oct 14 07:47:03.963044 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e561e769-8dcc-4b02-8577-1e588a009bd3 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Pushing event updated for resources: {'Port': ['ID=787a859b-e519-433d-bdf5-7f894117c0a7,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:03.994855 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-2bb978dd-5d1a-4d67-ac09-08e77fe313d9 req-516531ba-29cc-462c-b75f-19a8f6fcd32a tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/security-groups?id=764cd794-7885-4e15-8789-07b95d0cdfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353110 Oct 14 07:47:04.028617 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-e561e769-8dcc-4b02-8577-1e588a009bd3 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:04.106810 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-e561e769-8dcc-4b02-8577-1e588a009bd3 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:04.249779 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-e561e769-8dcc-4b02-8577-1e588a009bd3 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks [] for port, precommit_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:04.294318 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-e561e769-8dcc-4b02-8577-1e588a009bd3 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14797571'] for port, after_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:04.361084 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e561e769-8dcc-4b02-8577-1e588a009bd3 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Pushing event updated for resources: {'Port': ['ID=787a859b-e519-433d-bdf5-7f894117c0a7,revision_number=2']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:04.374896 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-e561e769-8dcc-4b02-8577-1e588a009bd3 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648330'] for floatingip, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:04.439569 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-e561e769-8dcc-4b02-8577-1e588a009bd3 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for floatingip, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:04.440818 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-e561e769-8dcc-4b02-8577-1e588a009bd3 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0736864 Oct 14 07:47:04.562939 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc825c-a889-47b7-ae00-2917d3068dd9 req-66a576a0-0f65-4657-941e-323f60380a7a tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:04.564475 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-d5cc825c-a889-47b7-ae00-2917d3068dd9 req-66a576a0-0f65-4657-941e-323f60380a7a tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa098e80-005b-4d94-a54b-b0828fffa894 HTTP/1.1" status: 200 len: 943 time: 0.0498307 Oct 14 07:47:04.603121 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-d5cc825c-a889-47b7-ae00-2917d3068dd9 req-b1acb7ce-3563-4854-b140-fee6df72172b tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/security-groups?id=d11574b2-c989-4ff3-9d47-a161bca6d517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328159 Oct 14 07:47:04.627569 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-9a7d1164-d7a9-4198-a619-659de7a2ccf4 req-7f5b9688-5597-4b38-b7de-205a39e95087 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1077551576&fields=id&tenant_id=f209626c73004f63b5c5a1466783d22f HTTP/1.1" status: 200 len: 267 time: 0.0324073 Oct 14 07:47:04.736284 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d1164-d7a9-4198-a619-659de7a2ccf4 req-f359e2f2-853e-4968-bbdf-10698c80f43d tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:04.737730 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-9a7d1164-d7a9-4198-a619-659de7a2ccf4 req-f359e2f2-853e-4968-bbdf-10698c80f43d tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/networks?id=234dd989-1b6f-4d0e-b26c-6546ea618e4f HTTP/1.1" status: 200 len: 817 time: 0.1034186 Oct 14 07:47:04.752724 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-9a7d1164-d7a9-4198-a619-659de7a2ccf4 req-ba0f96d5-c9a7-417a-aa4f-c9d0fcd9b7a3 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/quotas/f209626c73004f63b5c5a1466783d22f HTTP/1.1" status: 200 len: 375 time: 0.0087657 Oct 14 07:47:04.802683 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-9a7d1164-d7a9-4198-a619-659de7a2ccf4 req-dc6eef4d-6bd4-402e-82e2-b862c401629a tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f209626c73004f63b5c5a1466783d22f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0449209 Oct 14 07:47:04.892445 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-9a7d1164-d7a9-4198-a619-659de7a2ccf4 req-15cd8521-ebe9-439e-9256-a7883857b227 service neutron] 10.222.0.47 "GET /v2.0/networks/234dd989-1b6f-4d0e-b26c-6546ea618e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787835 Oct 14 07:47:04.925218 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 58692) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:47:04.983582 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-9a7d1164-d7a9-4198-a619-659de7a2ccf4 req-1dc03b08-e570-4e8b-9dcd-509b101cc54e service neutron] 10.222.0.47 "GET /v2.0/networks/234dd989-1b6f-4d0e-b26c-6546ea618e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845215 Oct 14 07:47:05.114710 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device d72adaac-9365-41dd-a1e7-35ca2c6dce1f up at agent hyperv_hv-cinder-81374 {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:47:05.156891 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b07d1-3272-4697-9db2-5b1f626d1037 req-c89b87fd-4587-429d-8ab9-d6422893cde3 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:05.158430 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-7a5b07d1-3272-4697-9db2-5b1f626d1037 req-c89b87fd-4587-429d-8ab9-d6422893cde3 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/ports?device_id=7baf5fb6-88e9-4461-a7aa-ee54e6e353c7 HTTP/1.1" status: 200 len: 944 time: 0.0948606 Oct 14 07:47:05.224076 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-7187aa02-f6fa-4353-b983-d58bbd0b2f11 req-10d0cc3c-3c08-4405-a2da-97f682fda721 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 210 time: 0.0280910 Oct 14 07:47:05.237764 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Provisioning for port d72adaac-9365-41dd-a1e7-35ca2c6dce1f completed by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 07:47:05.247897 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Provisioning complete for port d72adaac-9365-41dd-a1e7-35ca2c6dce1f triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:47:05.247897 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:05.265260 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-7a5b07d1-3272-4697-9db2-5b1f626d1037 req-61fc97dc-a92c-4555-b325-0aa1098b2a11 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/security-groups?id=764cd794-7885-4e15-8789-07b95d0cdfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761061 Oct 14 07:47:05.338146 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:05.366882 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7baf5fb6-88e9-4461-a7aa-ee54e6e353c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72adaac-9365-41dd-a1e7-35ca2c6dce1f'}] {{(pid=106712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:47:05.369137 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3db9d29808d7d8625da6d6dfdab11118ca3df70b734e515c8bcc451a900cfacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac130314-31da-4c08-8ec6-45edfdc050d5" -d '{"events": [{"server_uuid": "7baf5fb6-88e9-4461-a7aa-ee54e6e353c7", "name": "network-vif-plugged", "status": "completed", "tag": "d72adaac-9365-41dd-a1e7-35ca2c6dce1f"}]}' {{(pid=106712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:47:05.382631 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port d72adaac-9365-41dd-a1e7-35ca2c6dce1f, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=d72adaac-9365-41dd-a1e7-35ca2c6dce1f,segment=NetworkSegment(152371c7-0552-4d65-87d0-821f84c259a7),segment_id=152371c7-0552-4d65-87d0-821f84c259a7)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:47:05.407858 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0981e4a5-85a9-4041-a1c8-b04a2cade81d x-openstack-request-id: req-0981e4a5-85a9-4041-a1c8-b04a2cade81d {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:47:05.408155 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7baf5fb6-88e9-4461-a7aa-ee54e6e353c7", "name": "network-vif-plugged", "status": "completed", "tag": "d72adaac-9365-41dd-a1e7-35ca2c6dce1f", "code": 200}]} {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:47:05.408414 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0981e4a5-85a9-4041-a1c8-b04a2cade81d {{(pid=106712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:47:05.408817 dv-cinder-813746-2-iscsi neutron-server[106712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7baf5fb6-88e9-4461-a7aa-ee54e6e353c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72adaac-9365-41dd-a1e7-35ca2c6dce1f', 'code': 200} Oct 14 07:47:05.472120 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:05.473023 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db no longer exists at agent hyperv_hv-cinder-81374 {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:47:05.520481 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] No Port match for: 26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db {{(pid=106712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:47:05.520925 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 26f9234d-9e8d-45ec-bfe2-4b9fd7bf42db not bound to the agent host hv-cinder-81374 {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:47:05.545564 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=d72adaac-9365-41dd-a1e7-35ca2c6dce1f,revision_number=5']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:05.648893 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-51e3a1be-c471-4bd9-b538-8ed4c4c18ded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1653706'] for router_interface, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:05.774037 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c91ee-6de7-4099-8673-46e47b611748 req-fbe256ab-3978-4fba-84b7-20abe8abcaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:05.775598 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-662c91ee-6de7-4099-8673-46e47b611748 req-fbe256ab-3978-4fba-84b7-20abe8abcaea service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7baf5fb6-88e9-4461-a7aa-ee54e6e353c7 HTTP/1.1" status: 200 len: 1098 time: 0.0431149 Oct 14 07:47:05.782000 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba1b4c-5045-4cee-b758-7da142c6ea3a req-6f2cbafd-1501-4934-9cac-1366b7515f9d tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:05.785378 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-fbba1b4c-5045-4cee-b758-7da142c6ea3a req-6f2cbafd-1501-4934-9cac-1366b7515f9d tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa098e80-005b-4d94-a54b-b0828fffa894 HTTP/1.1" status: 200 len: 943 time: 0.1020541 Oct 14 07:47:05.810525 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-662c91ee-6de7-4099-8673-46e47b611748 req-ad791533-e94d-47c8-b3fe-e631fea3460e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=764cd794-7885-4e15-8789-07b95d0cdfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276914 Oct 14 07:47:05.904730 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-fbba1b4c-5045-4cee-b758-7da142c6ea3a req-fd57e3e2-42c9-4d79-b703-270c48178745 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/security-groups?id=d11574b2-c989-4ff3-9d47-a161bca6d517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997767 Oct 14 07:47:06.002960 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [None req-51e3a1be-c471-4bd9-b538-8ed4c4c18ded admin admin] Deleting port 0620d251-61f5-4bf4-9b76-32eba8f75424 {{(pid=106711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:47:06.003292 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-51e3a1be-c471-4bd9-b538-8ed4c4c18ded admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:06.078218 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.db [None req-51e3a1be-c471-4bd9-b538-8ed4c4c18ded admin admin] For port 0620d251-61f5-4bf4-9b76-32eba8f75424, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=0620d251-61f5-4bf4-9b76-32eba8f75424,segment=NetworkSegment(614c0119-2ef9-4c10-bc93-8c2d3f5bdc63),segment_id=614c0119-2ef9-4c10-bc93-8c2d3f5bdc63)] {{(pid=106711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:47:06.078592 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-51e3a1be-c471-4bd9-b538-8ed4c4c18ded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:06.090329 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [None req-51e3a1be-c471-4bd9-b538-8ed4c4c18ded admin admin] Calling delete_port for 0620d251-61f5-4bf4-9b76-32eba8f75424 owned by network:router_interface {{(pid=106711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:47:06.329149 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-4fbab865-cb1a-4f9f-9f8d-e41d43a0feb2 req-f7667e38-3a64-490a-ad25-133ccf5e77e2 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 210 time: 0.0305533 Oct 14 07:47:06.352596 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-51e3a1be-c471-4bd9-b538-8ed4c4c18ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14797620'] for port, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:06.384635 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3a1be-c471-4bd9-b538-8ed4c4c18ded admin admin] Pushing event deleted for resources: {'Port': ['ID=0620d251-61f5-4bf4-9b76-32eba8f75424,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:06.480341 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95321455-81db-4dd6-84e2-630c69fcc6fd req-a503ea15-3404-4345-8438-03d99b794670 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:06.481746 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-95321455-81db-4dd6-84e2-630c69fcc6fd req-a503ea15-3404-4345-8438-03d99b794670 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/ports?device_id=7baf5fb6-88e9-4461-a7aa-ee54e6e353c7 HTTP/1.1" status: 200 len: 945 time: 0.1015110 Oct 14 07:47:06.562370 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-95321455-81db-4dd6-84e2-630c69fcc6fd req-344073b7-7519-4be1-9ec7-b9b4148ae1e6 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/security-groups?id=764cd794-7885-4e15-8789-07b95d0cdfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727425 Oct 14 07:47:06.612426 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-51e3a1be-c471-4bd9-b538-8ed4c4c18ded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2071463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654618'] for router_interface, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:06.843542 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d098963-2190-45ce-abd6-47685699c690 req-d22b5778-1663-48a1-92dd-a4d153953a3c tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:06.844897 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-7d098963-2190-45ce-abd6-47685699c690 req-d22b5778-1663-48a1-92dd-a4d153953a3c tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 945 time: 0.0871887 Oct 14 07:47:06.873189 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e3a1be-c471-4bd9-b538-8ed4c4c18ded admin admin] Router 0e7f88b5-a735-4561-8fa1-90b5c003eece has already been hosted by L3 agent f0543dd8-cbcf-46a4-b5f3-c6f7813920a1 {{(pid=106711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:47:06.899439 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-7d098963-2190-45ce-abd6-47685699c690 req-9f4a707b-5888-460e-9bb0-9a7f64d7c230 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=6228ef3e-acca-47fd-8ad2-0cd6c3c54a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483253 Oct 14 07:47:07.000818 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e3a1be-c471-4bd9-b538-8ed4c4c18ded admin admin] Notify agent at l3_agent.dv-cinder-813746-2-iscsi the message routers_updated {{(pid=106711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:47:07.009010 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-51e3a1be-c471-4bd9-b538-8ed4c4c18ded admin admin] 10.222.0.47 "PUT /v2.0/routers/0e7f88b5-a735-4561-8fa1-90b5c003eece/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0796559 Oct 14 07:47:07.009010 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 58728) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:47:07.011262 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068db994-c3d2-46cb-be2f-c2e01f18b3bf None None] Sync routers for ids ['0e7f88b5-a735-4561-8fa1-90b5c003eece'] in dv-cinder-813746-2-iscsi {{(pid=106713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:47:07.021359 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068db994-c3d2-46cb-be2f-c2e01f18b3bf None None] Routers {'0e7f88b5-a735-4561-8fa1-90b5c003eece'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:47:07.022177 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-068db994-c3d2-46cb-be2f-c2e01f18b3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:47:00Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['0e7f88b5-a735-4561-8fa1-90b5c003eece'], 'active': True} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:47:07.030323 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d8a6c-62e8-428f-911c-2c64f2de98fb req-d2342fb2-3277-4964-9585-d6364d067c24 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:07.035722 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c29d8a6c-62e8-428f-911c-2c64f2de98fb req-d2342fb2-3277-4964-9585-d6364d067c24 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa098e80-005b-4d94-a54b-b0828fffa894 HTTP/1.1" status: 200 len: 943 time: 0.0573478 Oct 14 07:47:07.076224 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c29d8a6c-62e8-428f-911c-2c64f2de98fb req-ed5e6194-cf1d-4e3c-8abb-18062e646797 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/security-groups?id=d11574b2-c989-4ff3-9d47-a161bca6d517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376034 Oct 14 07:47:07.115335 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-ddf26af6-6cef-4ebe-8989-dd157a629b34 admin admin] Publish callbacks [] for router, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:07.120777 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 01bfc94a-8552-482d-aa91-41889ffc2c7f details requested by agent hyperv_hv-cinder-81374 with host hv-cinder-81374 {{(pid=106712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 07:47:07.145184 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvr_db [None req-068db994-c3d2-46cb-be2f-c2e01f18b3bf None None] Set router 0e7f88b5-a735-4561-8fa1-90b5c003eece gateway port host: dv-cinder-813746-2-iscsi {{(pid=106713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:47:07.229468 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port 01bfc94a-8552-482d-aa91-41889ffc2c7f, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=01bfc94a-8552-482d-aa91-41889ffc2c7f,segment=NetworkSegment(8426edd5-2043-49c0-857a-b0e887e9c38d),segment_id=8426edd5-2043-49c0-857a-b0e887e9c38d)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:47:07.240364 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-ddf26af6-6cef-4ebe-8989-dd157a629b34 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:07.241946 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Returning: {'device': '01bfc94a-8552-482d-aa91-41889ffc2c7f', 'network_id': '37f62f2b-1fa6-4259-8c0c-300a7f846382', 'port_id': '01bfc94a-8552-482d-aa91-41889ffc2c7f', 'mac_address': 'fa:16:3e:1d:a6:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac0a00d7-b045-4d72-b933-c8bcf9c0b810', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 07:47:07.286133 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:07.299490 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01bfc94a-8552-482d-aa91-41889ffc2c7f {{(pid=106712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:47:07.318684 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port 01bfc94a-8552-482d-aa91-41889ffc2c7f, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=01bfc94a-8552-482d-aa91-41889ffc2c7f,segment=NetworkSegment(8426edd5-2043-49c0-857a-b0e887e9c38d),segment_id=8426edd5-2043-49c0-857a-b0e887e9c38d)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:47:07.385820 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [None req-ddf26af6-6cef-4ebe-8989-dd157a629b34 admin admin] Deleting port 6b4203a0-2728-4b31-997b-7180706f5d85 {{(pid=106711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:47:07.386157 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-ddf26af6-6cef-4ebe-8989-dd157a629b34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:07.397841 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:07.476408 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d1164-d7a9-4198-a619-659de7a2ccf4 req-64e1232a-fbda-41ce-aaf3-b2acaf006bd0 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:07.478161 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-9a7d1164-d7a9-4198-a619-659de7a2ccf4 req-64e1232a-fbda-41ce-aaf3-b2acaf006bd0 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.54 "GET /v2.0/networks?id=234dd989-1b6f-4d0e-b26c-6546ea618e4f HTTP/1.1" status: 200 len: 817 time: 0.1383722 Oct 14 07:47:07.484039 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=01bfc94a-8552-482d-aa91-41889ffc2c7f,revision_number=4']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:07.502982 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-f749c89c-edf0-4e9e-94b1-86bf603bbb16 req-fc809a09-a727-4645-a6e0-8ce051b4be5c tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 210 time: 0.0438273 Oct 14 07:47:07.510698 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.db [None req-ddf26af6-6cef-4ebe-8989-dd157a629b34 admin admin] For port 6b4203a0-2728-4b31-997b-7180706f5d85, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=6b4203a0-2728-4b31-997b-7180706f5d85,segment=NetworkSegment(83c3fea4-f928-4a40-b18e-1fedd452844d),segment_id=83c3fea4-f928-4a40-b18e-1fedd452844d)] {{(pid=106711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:47:07.510698 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-ddf26af6-6cef-4ebe-8989-dd157a629b34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:07.524290 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-068db994-c3d2-46cb-be2f-c2e01f18b3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7f88b5-a735-4561-8fa1-90b5c003eece', 'name': 'tempest-ServerRescueNegativeTestJSON-1928183882-router', 'tenant_id': 'b7da520217894ce68d6dc61570f7c5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '6b4203a0-2728-4b31-997b-7180706f5d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:43:51Z', 'updated_at': '2021-10-14T07:47:06Z', 'revision_number': 5, 'project_id': 'b7da520217894ce68d6dc61570f7c5da', 'gw_port': {'id': '6b4203a0-2728-4b31-997b-7180706f5d85', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:24:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7f88b5-a735-4561-8fa1-90b5c003eece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:43:52Z', 'updated_at': '2021-10-14T07:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi'}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:47:07.535927 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [None req-ddf26af6-6cef-4ebe-8989-dd157a629b34 admin admin] Calling delete_port for 6b4203a0-2728-4b31-997b-7180706f5d85 owned by network:router_gateway {{(pid=106711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:47:07.536038 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-9a7d1164-d7a9-4198-a619-659de7a2ccf4 req-f61e32d1-4cdb-4209-bbe1-7aef83de4936 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f209626c73004f63b5c5a1466783d22f HTTP/1.1" status: 200 len: 380 time: 0.0387306 Oct 14 07:47:07.546617 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [req-9a7d1164-d7a9-4198-a619-659de7a2ccf4 req-dedc0748-253d-4e77-82e0-7df517670339 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Request body: {'port': {'device_id': '63fbc2c9-6867-4031-a126-263fbe3b6476', 'network_id': '234dd989-1b6f-4d0e-b26c-6546ea618e4f', 'admin_state_up': True, 'tenant_id': 'f209626c73004f63b5c5a1466783d22f', 'security_groups': ['aa222368-6d26-4959-9d47-7d33562a4a96']}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:47:07.555870 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068db994-c3d2-46cb-be2f-c2e01f18b3bf None None] Checking router: 0e7f88b5-a735-4561-8fa1-90b5c003eece for host: dv-cinder-813746-2-iscsi {{(pid=106713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:47:07.570891 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068db994-c3d2-46cb-be2f-c2e01f18b3bf None None] Routers {'0e7f88b5-a735-4561-8fa1-90b5c003eece'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:47:07.571717 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-068db994-c3d2-46cb-be2f-c2e01f18b3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:47:00Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['0e7f88b5-a735-4561-8fa1-90b5c003eece'], 'active': True} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:47:07.677551 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvr_db [None req-068db994-c3d2-46cb-be2f-c2e01f18b3bf None None] Set router 0e7f88b5-a735-4561-8fa1-90b5c003eece gateway port host: None {{(pid=106713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:47:07.703143 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] get_ports_and_sgs() called for port_ids ['01bfc94a-8552-482d-aa91-41889ffc2c7f'] {{(pid=106712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:47:07.718252 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad3847-7e5c-403f-9ebe-f3cef77ec77f req-9a804211-6d66-4669-9bf1-349b15fc5520 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:07.719845 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c7ad3847-7e5c-403f-9ebe-f3cef77ec77f req-9a804211-6d66-4669-9bf1-349b15fc5520 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/ports?device_id=7baf5fb6-88e9-4461-a7aa-ee54e6e353c7 HTTP/1.1" status: 200 len: 945 time: 0.0721118 Oct 14 07:47:07.735705 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-068db994-c3d2-46cb-be2f-c2e01f18b3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7f88b5-a735-4561-8fa1-90b5c003eece', 'name': 'tempest-ServerRescueNegativeTestJSON-1928183882-router', 'tenant_id': 'b7da520217894ce68d6dc61570f7c5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:43:51Z', 'updated_at': '2021-10-14T07:47:07Z', 'revision_number': 6, 'project_id': 'b7da520217894ce68d6dc61570f7c5da', 'gw_port_host': None}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:47:07.768738 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068db994-c3d2-46cb-be2f-c2e01f18b3bf None None] The sync data for ids ['0e7f88b5-a735-4561-8fa1-90b5c003eece'] in dv-cinder-813746-2-iscsi is: [{'id': '0e7f88b5-a735-4561-8fa1-90b5c003eece', 'name': 'tempest-ServerRescueNegativeTestJSON-1928183882-router', 'tenant_id': 'b7da520217894ce68d6dc61570f7c5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:43:51Z', 'updated_at': '2021-10-14T07:47:07Z', 'revision_number': 6, 'project_id': 'b7da520217894ce68d6dc61570f7c5da', 'gw_port_host': None}] {{(pid=106713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:47:07.825567 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-ddf26af6-6cef-4ebe-8989-dd157a629b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14797620'] for port, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:07.885065 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf26af6-6cef-4ebe-8989-dd157a629b34 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b4203a0-2728-4b31-997b-7180706f5d85,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:07.940851 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-ddf26af6-6cef-4ebe-8989-dd157a629b34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648128'] for router_gateway, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:07.970398 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a7d1164-d7a9-4198-a619-659de7a2ccf4 req-dedc0748-253d-4e77-82e0-7df517670339 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Made reservation on behalf of f209626c73004f63b5c5a1466783d22f for: {'port': 1} {{(pid=106710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:47:07.973950 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-9a7d1164-d7a9-4198-a619-659de7a2ccf4 req-dedc0748-253d-4e77-82e0-7df517670339 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:08.011442 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c7ad3847-7e5c-403f-9ebe-f3cef77ec77f req-b6e2a15f-f5df-4af3-81c7-46a76136fb39 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/security-groups?id=764cd794-7885-4e15-8789-07b95d0cdfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795348 Oct 14 07:47:08.084889 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-ddf26af6-6cef-4ebe-8989-dd157a629b34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-828'] for router, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:08.087982 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-ddf26af6-6cef-4ebe-8989-dd157a629b34 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:08.128946 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.db_base_plugin_common [req-9a7d1164-d7a9-4198-a619-659de7a2ccf4 req-dedc0748-253d-4e77-82e0-7df517670339 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Allocated IP 172.20.0.7 (234dd989-1b6f-4d0e-b26c-6546ea618e4f/3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61/b45a02d4-8c1a-4329-9626-1e96903f8b4d) {{(pid=106710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:47:08.169092 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a4f51-7242-4990-9de3-135d883f9912 req-cf56ecd6-706a-4eb4-bf4d-c352e5bd8cf7 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:08.171241 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-bf2a4f51-7242-4990-9de3-135d883f9912 req-cf56ecd6-706a-4eb4-bf4d-c352e5bd8cf7 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 945 time: 0.1856380 Oct 14 07:47:08.215226 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-bf2a4f51-7242-4990-9de3-135d883f9912 req-0bea10ed-75a6-4a7f-8799-04fd56d4053b tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=6228ef3e-acca-47fd-8ad2-0cd6c3c54a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370395 Oct 14 07:47:08.219545 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-ddf26af6-6cef-4ebe-8989-dd157a629b34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651625'] for router, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:08.220486 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf26af6-6cef-4ebe-8989-dd157a629b34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e7f88b5-a735-4561-8fa1-90b5c003eece {{(pid=106711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 07:47:08.227854 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-ddf26af6-6cef-4ebe-8989-dd157a629b34 admin admin] Publish callbacks [] for router, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:08.244835 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-ddf26af6-6cef-4ebe-8989-dd157a629b34 admin admin] 10.222.0.47 "DELETE /v2.0/routers/0e7f88b5-a735-4561-8fa1-90b5c003eece HTTP/1.1" status: 204 len: 168 time: 1.2198148 Oct 14 07:47:08.244835 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 58744) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:47:08.293966 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.db_base_plugin_v2 [None req-8025b062-464b-4271-a422-f9530ec8fc98 admin admin] Deleting subnet f91e8ccb-cf60-4c2a-b79a-0a0aaed6406a {{(pid=106711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 07:47:08.297711 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-8025b062-464b-4271-a422-f9530ec8fc98 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:08.299534 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aedd56-28e8-4f6e-8174-b48dcf45be77 req-d8f7b499-8735-40e9-9b9c-a71be7efb43e tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:08.301060 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-11aedd56-28e8-4f6e-8174-b48dcf45be77 req-d8f7b499-8735-40e9-9b9c-a71be7efb43e tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa098e80-005b-4d94-a54b-b0828fffa894 HTTP/1.1" status: 200 len: 944 time: 0.1312006 Oct 14 07:47:08.334681 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-8025b062-464b-4271-a422-f9530ec8fc98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16126850'] for subnet, precommit_delete_associations {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:08.344522 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-9a7d1164-d7a9-4198-a619-659de7a2ccf4 req-dedc0748-253d-4e77-82e0-7df517670339 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks [] for port, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:08.363788 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-11aedd56-28e8-4f6e-8174-b48dcf45be77 req-37ff553d-fee3-48a6-b94b-d1ad5fa51dbf tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/security-groups?id=d11574b2-c989-4ff3-9d47-a161bca6d517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540020 Oct 14 07:47:08.386817 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-8025b062-464b-4271-a422-f9530ec8fc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728799'] for subnet, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:08.438039 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-9a7d1164-d7a9-4198-a619-659de7a2ccf4 req-dedc0748-253d-4e77-82e0-7df517670339 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16030778'] for port, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:08.484019 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a7d1164-d7a9-4198-a619-659de7a2ccf4 req-dedc0748-253d-4e77-82e0-7df517670339 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Network 234dd989-1b6f-4d0e-b26c-6546ea618e4f is already hosted by enough agents. {{(pid=106710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:47:08.486939 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.base_scheduler [req-9a7d1164-d7a9-4198-a619-659de7a2ccf4 req-dedc0748-253d-4e77-82e0-7df517670339 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Resources bound (agent type, host, resource id): {{(pid=106710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:47:08.492451 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a7d1164-d7a9-4198-a619-659de7a2ccf4 req-dedc0748-253d-4e77-82e0-7df517670339 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Received port after_create {{(pid=106710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:47:08.498423 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc0748-253d-4e77-82e0-7df517670339 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Pushing event updated for resources: {'Port': ['ID=b45a02d4-8c1a-4329-9626-1e96903f8b4d,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:08.512228 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-8025b062-464b-4271-a422-f9530ec8fc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14796997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15954738'] for subnet, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:08.539925 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8025b062-464b-4271-a422-f9530ec8fc98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f91e8ccb-cf60-4c2a-b79a-0a0aaed6406a,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:08.545856 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d1164-d7a9-4198-a619-659de7a2ccf4 req-dedc0748-253d-4e77-82e0-7df517670339 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:08.546513 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-9a7d1164-d7a9-4198-a619-659de7a2ccf4 req-dedc0748-253d-4e77-82e0-7df517670339 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for port, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:08.550517 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-8025b062-464b-4271-a422-f9530ec8fc98 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:08.556524 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-8025b062-464b-4271-a422-f9530ec8fc98 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/f91e8ccb-cf60-4c2a-b79a-0a0aaed6406a HTTP/1.1" status: 204 len: 168 time: 0.3217881 Oct 14 07:47:08.557384 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 58750) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:47:08.632247 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-9a7d1164-d7a9-4198-a619-659de7a2ccf4 req-dedc0748-253d-4e77-82e0-7df517670339 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0901499 Oct 14 07:47:08.654487 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [req-9a7d1164-d7a9-4198-a619-659de7a2ccf4 req-8faff572-a5a0-41ad-9d39-2873323e4680 service neutron] Request body: {'port': {'device_id': '63fbc2c9-6867-4031-a126-263fbe3b6476', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81374'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:47:08.680176 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-ca7a3495-8a1c-410d-9a5f-fa7b5feab267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530581'] for network, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:08.709710 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a086b1-e6a6-4c46-8796-7eea5df92e62 req-cdb4d143-a94b-4358-8890-d994e5d4e874 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:08.711262 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-05a086b1-e6a6-4c46-8796-7eea5df92e62 req-cdb4d143-a94b-4358-8890-d994e5d4e874 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 931 time: 0.0858884 Oct 14 07:47:08.729128 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-9a7d1164-d7a9-4198-a619-659de7a2ccf4 req-8faff572-a5a0-41ad-9d39-2873323e4680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:08.802369 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-ca7a3495-8a1c-410d-9a5f-fa7b5feab267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727114', 'neutron.services.segments.db._delete_segments_for_network-8787630205745'] for network, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:08.816007 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-05a086b1-e6a6-4c46-8796-7eea5df92e62 req-b56129a7-ab2a-49dc-aa03-c9353a017f97 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848234 Oct 14 07:47:08.821170 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-db2b2319-a9e4-45cf-8db1-db55fb33c0db None None] Provisioning complete for port b45a02d4-8c1a-4329-9626-1e96903f8b4d triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:47:08.821700 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-db2b2319-a9e4-45cf-8db1-db55fb33c0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:08.833191 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.services.segments.db [None req-ca7a3495-8a1c-410d-9a5f-fa7b5feab267 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbacfbd8-4c3f-407e-8210-f33986bff496']}} {{(pid=106711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:47:08.855357 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.services.segments.db [None req-ca7a3495-8a1c-410d-9a5f-fa7b5feab267 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '614c0119-2ef9-4c10-bc93-8c2d3f5bdc63') {'for_net_delete': True} {{(pid=106711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:47:08.855727 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.services.segments.db [None req-ca7a3495-8a1c-410d-9a5f-fa7b5feab267 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '614c0119-2ef9-4c10-bc93-8c2d3f5bdc63') {} {{(pid=106711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:47:08.867037 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-ca7a3495-8a1c-410d-9a5f-fa7b5feab267 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787630207546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16126907'] for segment, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:08.880622 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-db2b2319-a9e4-45cf-8db1-db55fb33c0db None None] Port b45a02d4-8c1a-4329-9626-1e96903f8b4d cannot update to ACTIVE because it is not bound. {{(pid=106712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 07:47:08.881666 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-ca7a3495-8a1c-410d-9a5f-fa7b5feab267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728044'] for segment, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:08.888215 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca7a3495-8a1c-410d-9a5f-fa7b5feab267 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=106711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 07:47:08.888918 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-ca7a3495-8a1c-410d-9a5f-fa7b5feab267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14797671'] for segment, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:08.891073 dv-cinder-813746-2-iscsi neutron-server[106711]: Traceback (most recent call last): Oct 14 07:47:08.891073 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 07:47:08.891073 dv-cinder-813746-2-iscsi neutron-server[106711]: timer() Oct 14 07:47:08.891073 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 07:47:08.891073 dv-cinder-813746-2-iscsi neutron-server[106711]: cb(*args, **kw) Oct 14 07:47:08.891073 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 07:47:08.891073 dv-cinder-813746-2-iscsi neutron-server[106711]: return func(*args, **kwargs) Oct 14 07:47:08.891073 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 07:47:08.891073 dv-cinder-813746-2-iscsi neutron-server[106711]: self._notify() Oct 14 07:47:08.891073 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 07:47:08.891073 dv-cinder-813746-2-iscsi neutron-server[106711]: self.callback(batched_events) Oct 14 07:47:08.891073 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 07:47:08.891073 dv-cinder-813746-2-iscsi neutron-server[106711]: event.method(event) Oct 14 07:47:08.891073 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 07:47:08.891073 dv-cinder-813746-2-iscsi neutron-server[106711]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 07:47:08.891073 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 07:47:08.891073 dv-cinder-813746-2-iscsi neutron-server[106711]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 07:47:08.891073 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 07:47:08.891073 dv-cinder-813746-2-iscsi neutron-server[106711]: return f(self, *a, **k) Oct 14 07:47:08.891073 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 07:47:08.891073 dv-cinder-813746-2-iscsi neutron-server[106711]: return self._get(url).json() Oct 14 07:47:08.891073 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 07:47:08.891073 dv-cinder-813746-2-iscsi neutron-server[106711]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 07:47:08.891073 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 07:47:08.891073 dv-cinder-813746-2-iscsi neutron-server[106711]: return self.request(url, 'GET', **kwargs) Oct 14 07:47:08.891073 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 07:47:08.891073 dv-cinder-813746-2-iscsi neutron-server[106711]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 07:47:08.891073 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 07:47:08.891073 dv-cinder-813746-2-iscsi neutron-server[106711]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 07:47:08.891073 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 07:47:08.891073 dv-cinder-813746-2-iscsi neutron-server[106711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 07:47:08.891073 dv-cinder-813746-2-iscsi neutron-server[106711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 07:47:08.997678 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-ca7a3495-8a1c-410d-9a5f-fa7b5feab267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648348'] for network, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:09.010876 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-ca7a3495-8a1c-410d-9a5f-fa7b5feab267 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for network, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:09.010876 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-ca7a3495-8a1c-410d-9a5f-fa7b5feab267 admin admin] 10.222.0.47 "DELETE /v2.0/networks/cbacfbd8-4c3f-407e-8210-f33986bff496 HTTP/1.1" status: 204 len: 168 time: 0.4524238 Oct 14 07:47:09.023075 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a3495-8a1c-410d-9a5f-fa7b5feab267 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbacfbd8-4c3f-407e-8210-f33986bff496,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:09.045176 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.notifiers.nova [req-9a7d1164-d7a9-4198-a619-659de7a2ccf4 req-8faff572-a5a0-41ad-9d39-2873323e4680 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b45a02d4-8c1a-4329-9626-1e96903f8b4d {{(pid=106710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:47:09.052752 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-9a7d1164-d7a9-4198-a619-659de7a2ccf4 req-8faff572-a5a0-41ad-9d39-2873323e4680 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:09.065578 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.provisioning_blocks [req-9a7d1164-d7a9-4198-a619-659de7a2ccf4 req-8faff572-a5a0-41ad-9d39-2873323e4680 service neutron] Transition to ACTIVE for port object b45a02d4-8c1a-4329-9626-1e96903f8b4d will not be triggered until provisioned by entity L2. {{(pid=106710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 07:47:09.113311 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672908c-1c7b-4ecf-85a3-13f53389f316 req-cd0032fa-6d2f-4896-b3b3-fb4afb07e76e tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:09.114742 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-4672908c-1c7b-4ecf-85a3-13f53389f316 req-cd0032fa-6d2f-4896-b3b3-fb4afb07e76e tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 945 time: 0.0452816 Oct 14 07:47:09.127054 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 01bfc94a-8552-482d-aa91-41889ffc2c7f up at agent hyperv_hv-cinder-81374 {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:47:09.141487 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-9a7d1164-d7a9-4198-a619-659de7a2ccf4 req-8faff572-a5a0-41ad-9d39-2873323e4680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16030733'] for port, after_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:09.218532 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [req-4672908c-1c7b-4ecf-85a3-13f53389f316 req-8b7a97e6-c018-4a94-802f-f39edfbccb12 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Deleting port d8666fbc-69d7-49ab-bd06-8bb7b86849a3 {{(pid=106711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:47:09.218875 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-4672908c-1c7b-4ecf-85a3-13f53389f316 req-8b7a97e6-c018-4a94-802f-f39edfbccb12 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:09.250586 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faff572-a5a0-41ad-9d39-2873323e4680 service neutron] Pushing event updated for resources: {'Port': ['ID=b45a02d4-8c1a-4329-9626-1e96903f8b4d,revision_number=2']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:09.259489 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Provisioning for port 01bfc94a-8552-482d-aa91-41889ffc2c7f completed by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 07:47:09.264156 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Provisioning complete for port 01bfc94a-8552-482d-aa91-41889ffc2c7f triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:47:09.265068 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:09.298614 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.managers [req-9a7d1164-d7a9-4198-a619-659de7a2ccf4 req-8faff572-a5a0-41ad-9d39-2873323e4680 service neutron] Attempting to bind port b45a02d4-8c1a-4329-9626-1e96903f8b4d on host hv-cinder-81374 for vnic_type normal with profile {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:47:09.298958 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.managers [req-9a7d1164-d7a9-4198-a619-659de7a2ccf4 req-8faff572-a5a0-41ad-9d39-2873323e4680 service neutron] Attempting to bind port b45a02d4-8c1a-4329-9626-1e96903f8b4d by drivers openvswitch,hyperv on host hv-cinder-81374 at level 0 using segments [{'id': '4a88a654-492a-4721-b165-d0bc4cb223f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '234dd989-1b6f-4d0e-b26c-6546ea618e4f'}] {{(pid=106710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:47:09.299288 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7d1164-d7a9-4198-a619-659de7a2ccf4 req-8faff572-a5a0-41ad-9d39-2873323e4680 service neutron] Attempting to bind port b45a02d4-8c1a-4329-9626-1e96903f8b4d on network 234dd989-1b6f-4d0e-b26c-6546ea618e4f {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:47:09.303889 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7d1164-d7a9-4198-a619-659de7a2ccf4 req-8faff572-a5a0-41ad-9d39-2873323e4680 service neutron] Port b45a02d4-8c1a-4329-9626-1e96903f8b4d on network 234dd989-1b6f-4d0e-b26c-6546ea618e4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81374 {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 07:47:09.304212 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7d1164-d7a9-4198-a619-659de7a2ccf4 req-8faff572-a5a0-41ad-9d39-2873323e4680 service neutron] Attempting to bind port b45a02d4-8c1a-4329-9626-1e96903f8b4d on network 234dd989-1b6f-4d0e-b26c-6546ea618e4f {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:47:09.316286 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7d1164-d7a9-4198-a619-659de7a2ccf4 req-8faff572-a5a0-41ad-9d39-2873323e4680 service neutron] Checking agent: {'id': 'e9e2cc54-3b31-4b83-b77c-54087550ab3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 7, 40, 39), 'started_at': datetime.datetime(2021, 10, 14, 7, 40, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:47:09.316286 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7d1164-d7a9-4198-a619-659de7a2ccf4 req-8faff572-a5a0-41ad-9d39-2873323e4680 service neutron] Checking segment: {'id': '4a88a654-492a-4721-b165-d0bc4cb223f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '234dd989-1b6f-4d0e-b26c-6546ea618e4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:47:09.316286 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7d1164-d7a9-4198-a619-659de7a2ccf4 req-8faff572-a5a0-41ad-9d39-2873323e4680 service neutron] Bound using segment: {'id': '4a88a654-492a-4721-b165-d0bc4cb223f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '234dd989-1b6f-4d0e-b26c-6546ea618e4f'} {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:47:09.316560 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.managers [req-9a7d1164-d7a9-4198-a619-659de7a2ccf4 req-8faff572-a5a0-41ad-9d39-2873323e4680 service neutron] Bound port: b45a02d4-8c1a-4329-9626-1e96903f8b4d, host: hv-cinder-81374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a88a654-492a-4721-b165-d0bc4cb223f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '234dd989-1b6f-4d0e-b26c-6546ea618e4f'}}] {{(pid=106710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:47:09.316869 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-9a7d1164-d7a9-4198-a619-659de7a2ccf4 req-8faff572-a5a0-41ad-9d39-2873323e4680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:09.342572 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.db [req-4672908c-1c7b-4ecf-85a3-13f53389f316 req-8b7a97e6-c018-4a94-802f-f39edfbccb12 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] For port d8666fbc-69d7-49ab-bd06-8bb7b86849a3, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=d8666fbc-69d7-49ab-bd06-8bb7b86849a3,segment=NetworkSegment(f9077f40-da4c-4bda-b029-76facecb3822),segment_id=f9077f40-da4c-4bda-b029-76facecb3822)] {{(pid=106711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:47:09.342935 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-4672908c-1c7b-4ecf-85a3-13f53389f316 req-8b7a97e6-c018-4a94-802f-f39edfbccb12 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:09.416643 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:09.452266 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.db [req-9a7d1164-d7a9-4198-a619-659de7a2ccf4 req-8faff572-a5a0-41ad-9d39-2873323e4680 service neutron] For port b45a02d4-8c1a-4329-9626-1e96903f8b4d, host hv-cinder-81374, cleared binding levels {{(pid=106710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:47:09.459052 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa098e80-005b-4d94-a54b-b0828fffa894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01bfc94a-8552-482d-aa91-41889ffc2c7f'}] {{(pid=106712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:47:09.463001 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 58766) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:47:09.463789 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3db9d29808d7d8625da6d6dfdab11118ca3df70b734e515c8bcc451a900cfacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cecf8e14-e11c-4b68-ab98-14543ad2a270" -d '{"events": [{"server_uuid": "fa098e80-005b-4d94-a54b-b0828fffa894", "name": "network-vif-plugged", "status": "completed", "tag": "01bfc94a-8552-482d-aa91-41889ffc2c7f"}]}' {{(pid=106712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:47:09.470123 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 6b4203a0-2728-4b31-997b-7180706f5d85 no longer exists at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:47:09.481888 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.db [req-9a7d1164-d7a9-4198-a619-659de7a2ccf4 req-8faff572-a5a0-41ad-9d39-2873323e4680 service neutron] For port b45a02d4-8c1a-4329-9626-1e96903f8b4d, host hv-cinder-81374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=b45a02d4-8c1a-4329-9626-1e96903f8b4d,segment=NetworkSegment(4a88a654-492a-4721-b165-d0bc4cb223f9),segment_id=4a88a654-492a-4721-b165-d0bc4cb223f9)] {{(pid=106710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:47:09.500586 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port 01bfc94a-8552-482d-aa91-41889ffc2c7f, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=01bfc94a-8552-482d-aa91-41889ffc2c7f,segment=NetworkSegment(8426edd5-2043-49c0-857a-b0e887e9c38d),segment_id=8426edd5-2043-49c0-857a-b0e887e9c38d)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:47:09.501852 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] No Port match for: 6b4203a0-2728-4b31-997b-7180706f5d85 {{(pid=106712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:47:09.502612 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 6b4203a0-2728-4b31-997b-7180706f5d85 not bound to the agent host dv-cinder-813746-2-iscsi {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:47:09.502612 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 0620d251-61f5-4bf4-9b76-32eba8f75424 no longer exists at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:47:09.504873 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0994c-d5d4-45dc-8ed6-011e55771258 req-0257212d-6696-4520-8619-90ad800f348d tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:09.506704 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-0fe0994c-d5d4-45dc-8ed6-011e55771258 req-0257212d-6696-4520-8619-90ad800f348d tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/ports?device_id=7baf5fb6-88e9-4461-a7aa-ee54e6e353c7 HTTP/1.1" status: 200 len: 945 time: 0.0756099 Oct 14 07:47:09.527158 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] No Port match for: 0620d251-61f5-4bf4-9b76-32eba8f75424 {{(pid=106712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:47:09.527158 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 0620d251-61f5-4bf4-9b76-32eba8f75424 not bound to the agent host dv-cinder-813746-2-iscsi {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:47:09.544742 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-9a7d1164-d7a9-4198-a619-659de7a2ccf4 req-8faff572-a5a0-41ad-9d39-2873323e4680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16030733'] for port, after_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:09.557737 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:09.565142 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-0fe0994c-d5d4-45dc-8ed6-011e55771258 req-07953b1c-fd9e-43b4-9493-bc705ab3338c tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/security-groups?id=764cd794-7885-4e15-8789-07b95d0cdfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508595 Oct 14 07:47:09.574825 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d32c2-d22d-4028-9ee2-7c156edde7ac req-daa7de82-096e-42cf-be5f-0f37f3fdb140 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:09.576981 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-ec7d32c2-d22d-4028-9ee2-7c156edde7ac req-daa7de82-096e-42cf-be5f-0f37f3fdb140 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 945 time: 0.1457207 Oct 14 07:47:09.596155 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d1164-d7a9-4198-a619-659de7a2ccf4 req-8faff572-a5a0-41ad-9d39-2873323e4680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:09.596906 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-9a7d1164-d7a9-4198-a619-659de7a2ccf4 req-8faff572-a5a0-41ad-9d39-2873323e4680 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for port, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:09.598128 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-9a7d1164-d7a9-4198-a619-659de7a2ccf4 req-8faff572-a5a0-41ad-9d39-2873323e4680 service neutron] 10.222.0.54 "PUT /v2.0/ports/b45a02d4-8c1a-4329-9626-1e96903f8b4d HTTP/1.1" status: 200 len: 1093 time: 0.9498093 Oct 14 07:47:09.598572 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63fbc2c9-6867-4031-a126-263fbe3b6476', 'tag': 'b45a02d4-8c1a-4329-9626-1e96903f8b4d'}] {{(pid=106710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:47:09.600844 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ebf78bef5954e8ca5597493995d581d8346ee5b9d6b2d49db072251da4c473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a603a22f-f6be-4527-9c02-17bb3f377640" -d '{"events": [{"name": "network-changed", "server_uuid": "63fbc2c9-6867-4031-a126-263fbe3b6476", "tag": "b45a02d4-8c1a-4329-9626-1e96903f8b4d"}]}' {{(pid=106710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:47:09.629574 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=01bfc94a-8552-482d-aa91-41889ffc2c7f,revision_number=5']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:09.638555 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faff572-a5a0-41ad-9d39-2873323e4680 service neutron] Pushing event updated for resources: {'Port': ['ID=b45a02d4-8c1a-4329-9626-1e96903f8b4d,revision_number=3']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:09.654852 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-c43eb4b1-39e5-47bf-b547-e2142ba0316b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b7da520217894ce68d6dc61570f7c5da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1860304 Oct 14 07:47:09.657946 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 58772) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:47:09.684261 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-4672908c-1c7b-4ecf-85a3-13f53389f316 req-8b7a97e6-c018-4a94-802f-f39edfbccb12 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:09.688506 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-4672908c-1c7b-4ecf-85a3-13f53389f316 req-8b7a97e6-c018-4a94-802f-f39edfbccb12 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648330'] for floatingip, after_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:09.688506 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.db.l3_db [req-4672908c-1c7b-4ecf-85a3-13f53389f316 req-8b7a97e6-c018-4a94-802f-f39edfbccb12 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Floating IP 5db8f76b-d541-4b18-9eaf-380d34bd9beb disassociated. External IP: 172.27.3.179, port: d8666fbc-69d7-49ab-bd06-8bb7b86849a3. Oct 14 07:47:09.688506 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [req-4672908c-1c7b-4ecf-85a3-13f53389f316 req-8b7a97e6-c018-4a94-802f-f39edfbccb12 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Calling delete_port for d8666fbc-69d7-49ab-bd06-8bb7b86849a3 owned by compute:nova {{(pid=106711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:47:09.699083 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-ec7d32c2-d22d-4028-9ee2-7c156edde7ac req-cd075c90-1411-46e4-81ec-8cfecdb68da8 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=6228ef3e-acca-47fd-8ad2-0cd6c3c54a90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787311 Oct 14 07:47:09.764017 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9cc192e-c100-465d-9dfd-4e8e74483d04 x-openstack-request-id: req-e9cc192e-c100-465d-9dfd-4e8e74483d04 {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:47:09.764017 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa098e80-005b-4d94-a54b-b0828fffa894", "name": "network-vif-plugged", "status": "completed", "tag": "01bfc94a-8552-482d-aa91-41889ffc2c7f", "code": 200}]} {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:47:09.764017 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e9cc192e-c100-465d-9dfd-4e8e74483d04 {{(pid=106712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:47:09.764468 dv-cinder-813746-2-iscsi neutron-server[106712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa098e80-005b-4d94-a54b-b0828fffa894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01bfc94a-8552-482d-aa91-41889ffc2c7f', 'code': 200} Oct 14 07:47:09.796447 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-69d4bb67-79b1-4204-b5fd-5f25095194e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:09.800842 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b58636-e8e0-4d45-bbf5-97a922c5acb4 x-openstack-request-id: req-26b58636-e8e0-4d45-bbf5-97a922c5acb4 {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:47:09.801136 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63fbc2c9-6867-4031-a126-263fbe3b6476", "tag": "b45a02d4-8c1a-4329-9626-1e96903f8b4d", "status": "completed", "code": 200}]} {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:47:09.801505 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-26b58636-e8e0-4d45-bbf5-97a922c5acb4 {{(pid=106710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:47:09.801911 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63fbc2c9-6867-4031-a126-263fbe3b6476', 'tag': 'b45a02d4-8c1a-4329-9626-1e96903f8b4d', 'status': 'completed', 'code': 200} Oct 14 07:47:09.829821 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d1164-d7a9-4198-a619-659de7a2ccf4 req-b2f60edb-1f0d-422c-bbfd-197614bb6ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:09.831339 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-9a7d1164-d7a9-4198-a619-659de7a2ccf4 req-b2f60edb-1f0d-422c-bbfd-197614bb6ff8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f209626c73004f63b5c5a1466783d22f&device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 1096 time: 0.1157188 Oct 14 07:47:09.845972 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-69d4bb67-79b1-4204-b5fd-5f25095194e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:09.855890 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4033d2-64fa-471c-b3c3-46863778cc76 req-61000b6a-85c5-49ce-b9b4-fc8ac69777d8 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:09.858000 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-4a4033d2-64fa-471c-b3c3-46863778cc76 req-61000b6a-85c5-49ce-b9b4-fc8ac69777d8 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa098e80-005b-4d94-a54b-b0828fffa894 HTTP/1.1" status: 200 len: 945 time: 0.1542723 Oct 14 07:47:09.911792 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-4672908c-1c7b-4ecf-85a3-13f53389f316 req-8b7a97e6-c018-4a94-802f-f39edfbccb12 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14797620'] for port, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:09.923247 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-9a7d1164-d7a9-4198-a619-659de7a2ccf4 req-8d250cce-83f4-4fb9-95b2-0ccfb08b22b1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b45a02d4-8c1a-4329-9626-1e96903f8b4d HTTP/1.1" status: 200 len: 217 time: 0.0637238 Oct 14 07:47:09.960239 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a97e6-c018-4a94-802f-f39edfbccb12 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Pushing event deleted for resources: {'Port': ['ID=d8666fbc-69d7-49ab-bd06-8bb7b86849a3,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:09.997683 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-4a4033d2-64fa-471c-b3c3-46863778cc76 req-634753bd-f402-4e75-854c-0190a65c5df7 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/security-groups?id=d11574b2-c989-4ff3-9d47-a161bca6d517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312757 Oct 14 07:47:10.000922 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d1164-d7a9-4198-a619-659de7a2ccf4 req-c94cb0a7-e87b-4021-ab9d-b47fd436a3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:10.002016 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-9a7d1164-d7a9-4198-a619-659de7a2ccf4 req-c94cb0a7-e87b-4021-ab9d-b47fd436a3f0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61 HTTP/1.1" status: 200 len: 856 time: 0.0708039 Oct 14 07:47:10.015611 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b6974-96ce-410f-a5e8-4e2eaf6a0195 req-2871b385-4af7-4c28-8339-098043dcd126 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:10.017172 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-3a4b6974-96ce-410f-a5e8-4e2eaf6a0195 req-2871b385-4af7-4c28-8339-098043dcd126 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 943 time: 0.1163363 Oct 14 07:47:10.052400 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d1164-d7a9-4198-a619-659de7a2ccf4 req-47dd9831-3c46-401b-a8fd-2e3d03279944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:10.053900 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-9a7d1164-d7a9-4198-a619-659de7a2ccf4 req-47dd9831-3c46-401b-a8fd-2e3d03279944 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=234dd989-1b6f-4d0e-b26c-6546ea618e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431612 Oct 14 07:47:10.071397 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-69d4bb67-79b1-4204-b5fd-5f25095194e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:10.075217 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-69d4bb67-79b1-4204-b5fd-5f25095194e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:10.079362 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-69d4bb67-79b1-4204-b5fd-5f25095194e8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d0e9255f-3b6b-4168-90e0-5feb2b295333 HTTP/1.1" status: 204 len: 168 time: 0.4173601 Oct 14 07:47:10.104828 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d4bb67-79b1-4204-b5fd-5f25095194e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e9255f-3b6b-4168-90e0-5feb2b295333,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:10.183958 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-9a7d1164-d7a9-4198-a619-659de7a2ccf4 req-c9d6b37f-c5a0-4276-8f95-b374095bb0bf service neutron] 10.222.0.54 "GET /v2.0/networks/234dd989-1b6f-4d0e-b26c-6546ea618e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206441 Oct 14 07:47:10.284301 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-9a7d1164-d7a9-4198-a619-659de7a2ccf4 req-2b29e41d-9210-4af6-97ae-bbc908b3933d service neutron] 10.222.0.54 "GET /v2.0/networks/234dd989-1b6f-4d0e-b26c-6546ea618e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914855 Oct 14 07:47:10.361752 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-3a4b6974-96ce-410f-a5e8-4e2eaf6a0195 req-17f28b75-66fb-4f13-a073-00242e3e274d tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3357952 Oct 14 07:47:10.383018 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4672908c-1c7b-4ecf-85a3-13f53389f316 req-8b7a97e6-c018-4a94-802f-f39edfbccb12 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Router c0801572-6a09-4ac6-8dfd-8b6c8503b4e1 has already been hosted by L3 agent f0543dd8-cbcf-46a4-b5f3-c6f7813920a1 {{(pid=106711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:47:10.398948 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2792b51-4e05-4f2a-bab0-e75531c6a82a req-a5b7f784-1afc-47ab-a30d-3688b8b36c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:10.400467 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-c2792b51-4e05-4f2a-bab0-e75531c6a82a req-a5b7f784-1afc-47ab-a30d-3688b8b36c0e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fa098e80-005b-4d94-a54b-b0828fffa894 HTTP/1.1" status: 200 len: 1098 time: 0.0753784 Oct 14 07:47:10.506213 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a603a22f-f6be-4527-9c02-17bb3f377640 req-1e38b7cc-2dc2-403c-a734-dd9eb6160591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:10.508542 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a603a22f-f6be-4527-9c02-17bb3f377640 req-1e38b7cc-2dc2-403c-a734-dd9eb6160591 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f209626c73004f63b5c5a1466783d22f&device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 1096 time: 0.0500855 Oct 14 07:47:10.526594 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4672908c-1c7b-4ecf-85a3-13f53389f316 req-8b7a97e6-c018-4a94-802f-f39edfbccb12 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Notify agent at l3_agent.dv-cinder-813746-2-iscsi the message routers_updated {{(pid=106711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:47:10.529341 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-c2792b51-4e05-4f2a-bab0-e75531c6a82a req-72a78fe2-4bdf-4eaf-b16a-919e87364efc service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d11574b2-c989-4ff3-9d47-a161bca6d517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756443 Oct 14 07:47:10.543872 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e348ce9-85c0-41e1-b793-e60d015572dc None None] Sync routers for ids ['c0801572-6a09-4ac6-8dfd-8b6c8503b4e1'] in dv-cinder-813746-2-iscsi {{(pid=106712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:47:10.556179 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e348ce9-85c0-41e1-b793-e60d015572dc None None] Routers {'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:47:10.556839 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-8e348ce9-85c0-41e1-b793-e60d015572dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:47:00Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['c0801572-6a09-4ac6-8dfd-8b6c8503b4e1'], 'active': True} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:47:10.567328 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.l3_dvrscheduler_db [req-4672908c-1c7b-4ecf-85a3-13f53389f316 req-8b7a97e6-c018-4a94-802f-f39edfbccb12 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] No DVR routers for this DVR port d8666fbc-69d7-49ab-bd06-8bb7b86849a3 on host hv-cinder-81374 {{(pid=106711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:47:10.571642 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-4672908c-1c7b-4ecf-85a3-13f53389f316 req-8b7a97e6-c018-4a94-802f-f39edfbccb12 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for port, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:10.575350 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-4672908c-1c7b-4ecf-85a3-13f53389f316 req-8b7a97e6-c018-4a94-802f-f39edfbccb12 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.54 "DELETE /v2.0/ports/d8666fbc-69d7-49ab-bd06-8bb7b86849a3 HTTP/1.1" status: 204 len: 173 time: 1.4547267 Oct 14 07:47:10.575913 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b744436-af93-4071-bdb5-f471aef25489', 'name': 'network-vif-deleted', 'tag': 'd8666fbc-69d7-49ab-bd06-8bb7b86849a3'}] {{(pid=106711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:47:10.578748 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761d26d7c5f72f4b552347b0101038dbdc9b0b60127f0c8e71cb2eb10747878c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbdffd77-9ba8-444b-9b9d-992361bdd454" -d '{"events": [{"server_uuid": "2b744436-af93-4071-bdb5-f471aef25489", "name": "network-vif-deleted", "tag": "d8666fbc-69d7-49ab-bd06-8bb7b86849a3"}]}' {{(pid=106711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:47:10.620704 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a603a22f-f6be-4527-9c02-17bb3f377640 req-66a431b0-4314-466d-be50-c04d527bf176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:10.622207 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a603a22f-f6be-4527-9c02-17bb3f377640 req-66a431b0-4314-466d-be50-c04d527bf176 service neutron] 10.222.0.54 "GET /v2.0/networks?id=234dd989-1b6f-4d0e-b26c-6546ea618e4f HTTP/1.1" status: 200 len: 918 time: 0.1057098 Oct 14 07:47:10.637144 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78ad87a-9214-4d60-987a-e1bb455d9b98 x-openstack-request-id: req-f78ad87a-9214-4d60-987a-e1bb455d9b98 {{(pid=106711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:47:10.637429 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b744436-af93-4071-bdb5-f471aef25489", "name": "network-vif-deleted", "tag": "d8666fbc-69d7-49ab-bd06-8bb7b86849a3", "status": "completed", "code": 200}]} {{(pid=106711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:47:10.637675 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f78ad87a-9214-4d60-987a-e1bb455d9b98 {{(pid=106711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:47:10.638056 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b744436-af93-4071-bdb5-f471aef25489', 'name': 'network-vif-deleted', 'tag': 'd8666fbc-69d7-49ab-bd06-8bb7b86849a3', 'status': 'completed', 'code': 200} Oct 14 07:47:10.683451 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvr_db [None req-8e348ce9-85c0-41e1-b793-e60d015572dc None None] Set router c0801572-6a09-4ac6-8dfd-8b6c8503b4e1 gateway port host: dv-cinder-813746-2-iscsi {{(pid=106712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:47:10.708876 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126002e-16a2-486e-b78c-dd5c01ee8715 req-8f05a9f5-6e3c-4880-9d6e-14b2a0866a41 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:10.710371 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-5126002e-16a2-486e-b78c-dd5c01ee8715 req-8f05a9f5-6e3c-4880-9d6e-14b2a0866a41 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/ports?device_id=7baf5fb6-88e9-4461-a7aa-ee54e6e353c7 HTTP/1.1" status: 200 len: 945 time: 0.0601921 Oct 14 07:47:10.758366 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-5126002e-16a2-486e-b78c-dd5c01ee8715 req-aeb0f8e6-e2de-419e-9244-46eb3c5362ad tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/security-groups?id=764cd794-7885-4e15-8789-07b95d0cdfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410440 Oct 14 07:47:10.813629 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-95dec8e1-39a6-473f-8f2d-635bc6a532de req-bce4f0d8-f8ae-47d1-9f3d-c5fd96ec8998 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 210 time: 0.0258348 Oct 14 07:47:10.865928 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a603a22f-f6be-4527-9c02-17bb3f377640 req-11695045-ec7f-4fdf-8917-7bf0be702da5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b45a02d4-8c1a-4329-9626-1e96903f8b4d HTTP/1.1" status: 200 len: 217 time: 0.0410824 Oct 14 07:47:10.906532 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-8e348ce9-85c0-41e1-b793-e60d015572dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'name': 'tempest-AttachVolumeTestJSON-1129393165-router', 'tenant_id': 'faeed044a6d84decaaa0cac966b09ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'eba54564-9091-4f7b-871c-167c24bb4a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:42:28Z', 'updated_at': '2021-10-14T07:42:35Z', 'revision_number': 4, 'project_id': 'faeed044a6d84decaaa0cac966b09ce9', 'gw_port': {'id': 'eba54564-9091-4f7b-871c-167c24bb4a7b', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:30Z', 'updated_at': '2021-10-14T07:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': '4665e705-32ec-4fad-9f3e-04595755e3a9', 'name': '', 'network_id': '0ffbc9b1-671e-4535-a15f-5a510845f53e', 'tenant_id': 'faeed044a6d84decaaa0cac966b09ce9', 'mac_address': 'fa:16:3e:99:84:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6b3909e2-8d10-4803-8f95-ccf56ec3b849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:33Z', 'updated_at': '2021-10-14T07:42:41Z', 'revision_number': 5, 'project_id': 'faeed044a6d84decaaa0cac966b09ce9', 'subnets': [{'id': '6b3909e2-8d10-4803-8f95-ccf56ec3b849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:47:10.941344 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e348ce9-85c0-41e1-b793-e60d015572dc None None] Checking router: c0801572-6a09-4ac6-8dfd-8b6c8503b4e1 for host: dv-cinder-813746-2-iscsi {{(pid=106712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:47:10.953334 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e348ce9-85c0-41e1-b793-e60d015572dc None None] Routers {'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:47:10.953959 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-8e348ce9-85c0-41e1-b793-e60d015572dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:47:00Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['c0801572-6a09-4ac6-8dfd-8b6c8503b4e1'], 'active': True} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:47:10.963021 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a603a22f-f6be-4527-9c02-17bb3f377640 req-11c1384c-47b1-4c11-ba0a-da17a8d2daa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:10.965171 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a603a22f-f6be-4527-9c02-17bb3f377640 req-11c1384c-47b1-4c11-ba0a-da17a8d2daa4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61 HTTP/1.1" status: 200 len: 856 time: 0.0606751 Oct 14 07:47:11.025442 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a603a22f-f6be-4527-9c02-17bb3f377640 req-cd613f00-6b67-4e1d-b9f9-dc8f7b2b7edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:11.028267 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a603a22f-f6be-4527-9c02-17bb3f377640 req-cd613f00-6b67-4e1d-b9f9-dc8f7b2b7edb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=234dd989-1b6f-4d0e-b26c-6546ea618e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431633 Oct 14 07:47:11.041905 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:11.073440 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvr_db [None req-8e348ce9-85c0-41e1-b793-e60d015572dc None None] Set router c0801572-6a09-4ac6-8dfd-8b6c8503b4e1 gateway port host: dv-cinder-813746-2-iscsi {{(pid=106712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:47:11.129034 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f672f-13c8-49e9-8d50-c8c05a7bbdbe req-c14c0aed-af36-46a5-9b58-9a590c774fd4 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:11.131947 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-b01f672f-13c8-49e9-8d50-c8c05a7bbdbe req-c14c0aed-af36-46a5-9b58-9a590c774fd4 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa098e80-005b-4d94-a54b-b0828fffa894 HTTP/1.1" status: 200 len: 945 time: 0.0637393 Oct 14 07:47:11.175825 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a603a22f-f6be-4527-9c02-17bb3f377640 req-587e744d-95fe-498a-857b-55e9295a6490 service neutron] 10.222.0.54 "GET /v2.0/networks/234dd989-1b6f-4d0e-b26c-6546ea618e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151533 Oct 14 07:47:11.205240 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-b01f672f-13c8-49e9-8d50-c8c05a7bbdbe req-57eb1cfb-a0b9-4032-9766-23a834b070a5 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/security-groups?id=d11574b2-c989-4ff3-9d47-a161bca6d517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667894 Oct 14 07:47:11.298627 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a603a22f-f6be-4527-9c02-17bb3f377640 req-113ec053-8de3-4f7e-9619-0fca20dff7cc service neutron] 10.222.0.54 "GET /v2.0/networks/234dd989-1b6f-4d0e-b26c-6546ea618e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982015 Oct 14 07:47:11.325260 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-8e348ce9-85c0-41e1-b793-e60d015572dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'name': 'tempest-AttachVolumeTestJSON-1129393165-router', 'tenant_id': 'faeed044a6d84decaaa0cac966b09ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'eba54564-9091-4f7b-871c-167c24bb4a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:42:28Z', 'updated_at': '2021-10-14T07:42:35Z', 'revision_number': 4, 'project_id': 'faeed044a6d84decaaa0cac966b09ce9', 'gw_port': {'id': 'eba54564-9091-4f7b-871c-167c24bb4a7b', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:30Z', 'updated_at': '2021-10-14T07:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': '4665e705-32ec-4fad-9f3e-04595755e3a9', 'name': '', 'network_id': '0ffbc9b1-671e-4535-a15f-5a510845f53e', 'tenant_id': 'faeed044a6d84decaaa0cac966b09ce9', 'mac_address': 'fa:16:3e:99:84:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6b3909e2-8d10-4803-8f95-ccf56ec3b849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:33Z', 'updated_at': '2021-10-14T07:42:41Z', 'revision_number': 5, 'project_id': 'faeed044a6d84decaaa0cac966b09ce9', 'subnets': [{'id': '6b3909e2-8d10-4803-8f95-ccf56ec3b849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:47:11.353612 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e348ce9-85c0-41e1-b793-e60d015572dc None None] The sync data for ids ['c0801572-6a09-4ac6-8dfd-8b6c8503b4e1'] in dv-cinder-813746-2-iscsi is: [{'id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'name': 'tempest-AttachVolumeTestJSON-1129393165-router', 'tenant_id': 'faeed044a6d84decaaa0cac966b09ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'eba54564-9091-4f7b-871c-167c24bb4a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:42:28Z', 'updated_at': '2021-10-14T07:42:35Z', 'revision_number': 4, 'project_id': 'faeed044a6d84decaaa0cac966b09ce9', 'gw_port': {'id': 'eba54564-9091-4f7b-871c-167c24bb4a7b', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:30Z', 'updated_at': '2021-10-14T07:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': '4665e705-32ec-4fad-9f3e-04595755e3a9', 'name': '', 'network_id': '0ffbc9b1-671e-4535-a15f-5a510845f53e', 'tenant_id': 'faeed044a6d84decaaa0cac966b09ce9', 'mac_address': 'fa:16:3e:99:84:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6b3909e2-8d10-4803-8f95-ccf56ec3b849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:33Z', 'updated_at': '2021-10-14T07:42:41Z', 'revision_number': 5, 'project_id': 'faeed044a6d84decaaa0cac966b09ce9', 'subnets': [{'id': '6b3909e2-8d10-4803-8f95-ccf56ec3b849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:47:11.465876 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d58797b-cbd1-4b4c-b957-35023efe6331 req-dcc3b624-dd85-41c2-a861-62032c7a295a tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:11.467622 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-2d58797b-cbd1-4b4c-b957-35023efe6331 req-dcc3b624-dd85-41c2-a861-62032c7a295a tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.54 "GET /v2.0/ports?device_id=7baf5fb6-88e9-4461-a7aa-ee54e6e353c7 HTTP/1.1" status: 200 len: 945 time: 0.0580561 Oct 14 07:47:11.517152 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66243bb-1158-46fe-a575-59ed399ea2d3 req-50e01705-7ddc-4839-9853-62d0c2deb87b tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:11.518715 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-b66243bb-1158-46fe-a575-59ed399ea2d3 req-50e01705-7ddc-4839-9853-62d0c2deb87b tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 943 time: 0.0611105 Oct 14 07:47:11.562177 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-b66243bb-1158-46fe-a575-59ed399ea2d3 req-21daddc5-7dcf-4937-8332-f74a66dfe1a1 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348511 Oct 14 07:47:11.578021 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [req-2d58797b-cbd1-4b4c-b957-35023efe6331 req-311450a7-83c9-4e9c-bc55-786dbf6ae560 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Deleting port d72adaac-9365-41dd-a1e7-35ca2c6dce1f {{(pid=106710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:47:11.578621 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-2d58797b-cbd1-4b4c-b957-35023efe6331 req-311450a7-83c9-4e9c-bc55-786dbf6ae560 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:11.612350 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562ef830-9d82-4767-ba19-7a9bd5cae702 None None] New status for floating IP 5db8f76b-d541-4b18-9eaf-380d34bd9beb: DOWN {{(pid=106713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 07:47:11.679512 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.db [req-2d58797b-cbd1-4b4c-b957-35023efe6331 req-311450a7-83c9-4e9c-bc55-786dbf6ae560 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] For port d72adaac-9365-41dd-a1e7-35ca2c6dce1f, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=d72adaac-9365-41dd-a1e7-35ca2c6dce1f,segment=NetworkSegment(152371c7-0552-4d65-87d0-821f84c259a7),segment_id=152371c7-0552-4d65-87d0-821f84c259a7)] {{(pid=106710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:47:11.679968 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-2d58797b-cbd1-4b4c-b957-35023efe6331 req-311450a7-83c9-4e9c-bc55-786dbf6ae560 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:11.693216 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [req-2d58797b-cbd1-4b4c-b957-35023efe6331 req-311450a7-83c9-4e9c-bc55-786dbf6ae560 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Calling delete_port for d72adaac-9365-41dd-a1e7-35ca2c6dce1f owned by compute:nova {{(pid=106710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:47:11.880167 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6806a0e-d565-45b9-9cf7-4099239753cc req-2e34eebe-9405-4afd-9cbc-c2bd79186285 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:11.881677 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-b6806a0e-d565-45b9-9cf7-4099239753cc req-2e34eebe-9405-4afd-9cbc-c2bd79186285 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/ports?device_id=7baf5fb6-88e9-4461-a7aa-ee54e6e353c7 HTTP/1.1" status: 200 len: 945 time: 0.0519423 Oct 14 07:47:11.894509 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-2d58797b-cbd1-4b4c-b957-35023efe6331 req-311450a7-83c9-4e9c-bc55-786dbf6ae560 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16030778'] for port, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:11.920472 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-b6806a0e-d565-45b9-9cf7-4099239753cc req-ca6e898c-8082-4ea1-9656-69e118001f3d tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/security-groups?id=764cd794-7885-4e15-8789-07b95d0cdfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328240 Oct 14 07:47:11.928965 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311450a7-83c9-4e9c-bc55-786dbf6ae560 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Pushing event deleted for resources: {'Port': ['ID=d72adaac-9365-41dd-a1e7-35ca2c6dce1f,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:11.936314 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] get_ports_and_sgs() called for port_ids ['d72adaac-9365-41dd-a1e7-35ca2c6dce1f'] {{(pid=106712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:47:11.974415 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d58797b-cbd1-4b4c-b957-35023efe6331 req-311450a7-83c9-4e9c-bc55-786dbf6ae560 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] No DVR routers for this DVR port d72adaac-9365-41dd-a1e7-35ca2c6dce1f on host hv-cinder-81374 {{(pid=106710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:47:11.977027 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-2d58797b-cbd1-4b4c-b957-35023efe6331 req-311450a7-83c9-4e9c-bc55-786dbf6ae560 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for port, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:11.981018 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-2d58797b-cbd1-4b4c-b957-35023efe6331 req-311450a7-83c9-4e9c-bc55-786dbf6ae560 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.54 "DELETE /v2.0/ports/d72adaac-9365-41dd-a1e7-35ca2c6dce1f HTTP/1.1" status: 204 len: 173 time: 0.5035970 Oct 14 07:47:11.981491 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7baf5fb6-88e9-4461-a7aa-ee54e6e353c7', 'name': 'network-vif-deleted', 'tag': 'd72adaac-9365-41dd-a1e7-35ca2c6dce1f'}] {{(pid=106710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:47:11.984360 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ebf78bef5954e8ca5597493995d581d8346ee5b9d6b2d49db072251da4c473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe7ff7e-6e7e-4820-b1ce-c47834e5e970" -d '{"events": [{"server_uuid": "7baf5fb6-88e9-4461-a7aa-ee54e6e353c7", "name": "network-vif-deleted", "tag": "d72adaac-9365-41dd-a1e7-35ca2c6dce1f"}]}' {{(pid=106710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:47:12.026142 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-253f09f8-97a5-44db-aadd-91c6c21793f9 req-a75430a1-2833-47ec-821c-d8622a0326c2 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b744436-af93-4071-bdb5-f471aef25489 HTTP/1.1" status: 200 len: 210 time: 0.0286825 Oct 14 07:47:12.069542 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c58385a-988f-4f25-8223-2c3b0a416902 x-openstack-request-id: req-5c58385a-988f-4f25-8223-2c3b0a416902 {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:47:12.069857 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7baf5fb6-88e9-4461-a7aa-ee54e6e353c7", "name": "network-vif-deleted", "tag": "d72adaac-9365-41dd-a1e7-35ca2c6dce1f", "status": "completed", "code": 200}]} {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:47:12.070110 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5c58385a-988f-4f25-8223-2c3b0a416902 {{(pid=106710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:47:12.070508 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7baf5fb6-88e9-4461-a7aa-ee54e6e353c7', 'name': 'network-vif-deleted', 'tag': 'd72adaac-9365-41dd-a1e7-35ca2c6dce1f', 'status': 'completed', 'code': 200} Oct 14 07:47:12.321607 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d572469-ba1d-4f04-8339-5dd32a6f6bff req-37e8b221-4100-4dd3-9695-517dff42b816 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:12.323085 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-1d572469-ba1d-4f04-8339-5dd32a6f6bff req-37e8b221-4100-4dd3-9695-517dff42b816 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa098e80-005b-4d94-a54b-b0828fffa894 HTTP/1.1" status: 200 len: 945 time: 0.0476944 Oct 14 07:47:12.364342 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-1d572469-ba1d-4f04-8339-5dd32a6f6bff req-486d502d-d338-4663-98d3-ff5822da345b tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/security-groups?id=d11574b2-c989-4ff3-9d47-a161bca6d517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336492 Oct 14 07:47:12.694269 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da0aa2-1d6a-48df-8aad-c0667a01dcd3 req-e0e2b253-ac2d-4127-ba48-c08082277070 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:12.700496 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-24da0aa2-1d6a-48df-8aad-c0667a01dcd3 req-e0e2b253-ac2d-4127-ba48-c08082277070 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 943 time: 0.0521331 Oct 14 07:47:12.734316 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-24da0aa2-1d6a-48df-8aad-c0667a01dcd3 req-212b8e72-511e-46bb-9a12-ff6c0030c6ae tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325823 Oct 14 07:47:13.026168 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-917955a1-b3bf-47a3-8b6b-571e5cb08d0c req-655231d2-7ac9-4f0d-b613-17fb2e5a14a7 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/ports?device_id=7baf5fb6-88e9-4461-a7aa-ee54e6e353c7 HTTP/1.1" status: 200 len: 210 time: 0.0251846 Oct 14 07:47:13.152617 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device b45a02d4-8c1a-4329-9626-1e96903f8b4d details requested by agent hyperv_hv-cinder-81374 with host hv-cinder-81374 {{(pid=106712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 07:47:13.166927 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device d8666fbc-69d7-49ab-bd06-8bb7b86849a3 no longer exists at agent hyperv_hv-cinder-81374 {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:47:13.167319 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 58850) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:47:13.187379 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] No Port match for: d8666fbc-69d7-49ab-bd06-8bb7b86849a3 {{(pid=106712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:47:13.187755 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device d8666fbc-69d7-49ab-bd06-8bb7b86849a3 not bound to the agent host hv-cinder-81374 {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:47:13.224798 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-bdc96a73-e0d9-4ae5-8931-5c22512cb798 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks [] for security_group, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:13.254847 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-bdc96a73-e0d9-4ae5-8931-5c22512cb798 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:13.280658 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port b45a02d4-8c1a-4329-9626-1e96903f8b4d, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=b45a02d4-8c1a-4329-9626-1e96903f8b4d,segment=NetworkSegment(4a88a654-492a-4721-b165-d0bc4cb223f9),segment_id=4a88a654-492a-4721-b165-d0bc4cb223f9)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:47:13.292073 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Returning: {'device': 'b45a02d4-8c1a-4329-9626-1e96903f8b4d', 'network_id': '234dd989-1b6f-4d0e-b26c-6546ea618e4f', 'port_id': 'b45a02d4-8c1a-4329-9626-1e96903f8b4d', 'mac_address': 'fa:16:3e:57:dc:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 07:47:13.337993 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:13.349107 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b45a02d4-8c1a-4329-9626-1e96903f8b4d {{(pid=106712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:47:13.370744 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port b45a02d4-8c1a-4329-9626-1e96903f8b4d, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=b45a02d4-8c1a-4329-9626-1e96903f8b4d,segment=NetworkSegment(4a88a654-492a-4721-b165-d0bc4cb223f9),segment_id=4a88a654-492a-4721-b165-d0bc4cb223f9)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:47:13.391270 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-bdc96a73-e0d9-4ae5-8931-5c22512cb798 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:13.393901 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-bdc96a73-e0d9-4ae5-8931-5c22512cb798 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:13.395295 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-bdc96a73-e0d9-4ae5-8931-5c22512cb798 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "DELETE /v2.0/security-groups/6228ef3e-acca-47fd-8ad2-0cd6c3c54a90 HTTP/1.1" status: 204 len: 168 time: 0.2292488 Oct 14 07:47:13.398137 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 58862) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:47:13.404270 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc96a73-e0d9-4ae5-8931-5c22512cb798 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6228ef3e-acca-47fd-8ad2-0cd6c3c54a90,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:13.411954 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.api.v2.resource [None req-66e7e501-ab38-47fb-a5dd-7bc13fba9180 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] show failed (client error): The resource could not be found. Oct 14 07:47:13.413201 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-66e7e501-ab38-47fb-a5dd-7bc13fba9180 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups/6228ef3e-acca-47fd-8ad2-0cd6c3c54a90 HTTP/1.1" status: 404 len: 347 time: 0.0140619 Oct 14 07:47:13.416084 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 58864) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:47:13.449101 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:13.500323 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=b45a02d4-8c1a-4329-9626-1e96903f8b4d,revision_number=4']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:13.569089 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [None req-fedcdbf1-4ffd-43d3-9101-f70a65ffc1fb tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Deleting port a1992372-31c2-4725-8d30-ea25fd213a8f {{(pid=106710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:47:13.569422 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-fedcdbf1-4ffd-43d3-9101-f70a65ffc1fb tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:13.648263 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-fedcdbf1-4ffd-43d3-9101-f70a65ffc1fb tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:13.648583 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-fedcdbf1-4ffd-43d3-9101-f70a65ffc1fb tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:13.660359 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [None req-fedcdbf1-4ffd-43d3-9101-f70a65ffc1fb tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Calling delete_port for a1992372-31c2-4725-8d30-ea25fd213a8f owned by network:floatingip {{(pid=106710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:47:13.761566 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] get_ports_and_sgs() called for port_ids ['b45a02d4-8c1a-4329-9626-1e96903f8b4d'] {{(pid=106712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:47:13.855714 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-fedcdbf1-4ffd-43d3-9101-f70a65ffc1fb tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16030778'] for port, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:13.861239 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06c646-06f4-49d1-976b-3f9374c48408 req-f96451cb-6f5f-482d-a24e-dd0a6da4f3c6 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:13.862738 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-4c06c646-06f4-49d1-976b-3f9374c48408 req-f96451cb-6f5f-482d-a24e-dd0a6da4f3c6 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 944 time: 0.0516181 Oct 14 07:47:13.882450 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedcdbf1-4ffd-43d3-9101-f70a65ffc1fb tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Pushing event deleted for resources: {'Port': ['ID=a1992372-31c2-4725-8d30-ea25fd213a8f,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:13.912083 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-4c06c646-06f4-49d1-976b-3f9374c48408 req-930db183-fd8c-419a-8af7-37ac3a9eddfe tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415189 Oct 14 07:47:13.946420 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-fedcdbf1-4ffd-43d3-9101-f70a65ffc1fb tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks [] for floatingip, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:13.949002 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-fedcdbf1-4ffd-43d3-9101-f70a65ffc1fb tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for floatingip, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:13.950229 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-fedcdbf1-4ffd-43d3-9101-f70a65ffc1fb tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "DELETE /v2.0/floatingips/5db8f76b-d541-4b18-9eaf-380d34bd9beb HTTP/1.1" status: 204 len: 168 time: 0.5326934 Oct 14 07:47:14.340537 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5767e7e6-2ddb-474a-ae2c-5bad752bd320 req-a259887b-b66c-4650-b3be-bc6b2f466269 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:14.341865 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-5767e7e6-2ddb-474a-ae2c-5bad752bd320 req-a259887b-b66c-4650-b3be-bc6b2f466269 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/networks?id=85d25c42-5a00-4428-bab5-907945698b12 HTTP/1.1" status: 200 len: 808 time: 0.1003084 Oct 14 07:47:14.356325 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-5767e7e6-2ddb-474a-ae2c-5bad752bd320 req-5c9c1176-c107-4348-9134-8498bdc7f019 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/quotas/c7d1f5c3662143cd95b1716d00a40842 HTTP/1.1" status: 200 len: 375 time: 0.0087118 Oct 14 07:47:14.390876 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-5767e7e6-2ddb-474a-ae2c-5bad752bd320 req-a8c24957-1a22-414e-b5b2-e0a9197d5edf tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=c7d1f5c3662143cd95b1716d00a40842&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294435 Oct 14 07:47:14.476827 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 58890) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:47:14.479518 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-5767e7e6-2ddb-474a-ae2c-5bad752bd320 req-8bc51047-e1f9-49e7-b5a5-8792a4d42c1a service neutron] 10.222.0.47 "GET /v2.0/networks/85d25c42-5a00-4428-bab5-907945698b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814819 Oct 14 07:47:14.481410 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-108bd025-9ffa-4bfb-b446-3d6dea77b570 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Request body: {'security_group': {'name': 'tempest-securitygroup--813891587', 'description': 'tempest-description--1263992085'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:47:14.573307 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-5767e7e6-2ddb-474a-ae2c-5bad752bd320 req-6856fad8-d496-47b9-a200-e85715e0f153 service neutron] 10.222.0.47 "GET /v2.0/networks/85d25c42-5a00-4428-bab5-907945698b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872877 Oct 14 07:47:14.574439 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-108bd025-9ffa-4bfb-b446-3d6dea77b570 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks [] for security_group, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:14.642586 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-108bd025-9ffa-4bfb-b446-3d6dea77b570 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks [] for security_group, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:14.706053 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-108bd025-9ffa-4bfb-b446-3d6dea77b570 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:14.742516 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108bd025-9ffa-4bfb-b446-3d6dea77b570 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3a4506-96f4-499d-b90c-5efc1f974099,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:14.778248 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-108bd025-9ffa-4bfb-b446-3d6dea77b570 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:14.779502 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-108bd025-9ffa-4bfb-b446-3d6dea77b570 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3016596 Oct 14 07:47:14.782343 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 58902) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:47:14.787108 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-0b05b478-a71b-4550-b9db-5460c0e561b7 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Request body: {'security_group_rule': {'security_group_id': '1a3a4506-96f4-499d-b90c-5efc1f974099', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:47:14.833300 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c36f0c3b-d103-4643-bc4e-071cbcb24931 req-49ecd3a8-798d-4085-a4f3-25be187084bb tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3d67d3c-567d-4d32-91cc-931e092d8cfd HTTP/1.1" status: 200 len: 210 time: 0.0285397 Oct 14 07:47:14.866663 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-0b05b478-a71b-4550-b9db-5460c0e561b7 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:14.920193 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-0b05b478-a71b-4550-b9db-5460c0e561b7 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:14.992007 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-0b05b478-a71b-4550-b9db-5460c0e561b7 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769340'] for security_group_rule, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:15.011140 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b05b478-a71b-4550-b9db-5460c0e561b7 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=358f868e-dbbd-41a4-a41a-a683d0e0f931,revision_number=0']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:15.034988 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756241e5-c328-46b9-81a8-e702f4be5800 req-35f6939b-0a12-4d42-aaa1-8840d30976b6 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:15.036613 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-756241e5-c328-46b9-81a8-e702f4be5800 req-35f6939b-0a12-4d42-aaa1-8840d30976b6 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 944 time: 0.0538774 Oct 14 07:47:15.079317 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-756241e5-c328-46b9-81a8-e702f4be5800 req-a36da584-938a-409a-9e4a-6396feff5dd4 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357935 Oct 14 07:47:15.094937 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 58912) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:47:15.109215 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-0b05b478-a71b-4550-b9db-5460c0e561b7 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:15.110320 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-0b05b478-a71b-4550-b9db-5460c0e561b7 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3269145 Oct 14 07:47:15.122692 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 58916) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:47:15.127231 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [None req-60e29e70-dfe1-4ab5-837b-164a79734a19 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Request body: {'security_group_rule': {'security_group_id': '1a3a4506-96f4-499d-b90c-5efc1f974099', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:47:15.159126 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device b45a02d4-8c1a-4329-9626-1e96903f8b4d up at agent hyperv_hv-cinder-81374 {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:47:15.217982 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-e3e7b7b7-1771-42e3-bbd8-c9e69653b305 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:15.262169 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-60e29e70-dfe1-4ab5-837b-164a79734a19 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:15.272263 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Provisioning for port b45a02d4-8c1a-4329-9626-1e96903f8b4d completed by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 07:47:15.277294 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Provisioning complete for port b45a02d4-8c1a-4329-9626-1e96903f8b4d triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:47:15.277765 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:15.360129 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:15.369833 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-e3e7b7b7-1771-42e3-bbd8-c9e69653b305 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:15.371899 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-60e29e70-dfe1-4ab5-837b-164a79734a19 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:15.381947 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63fbc2c9-6867-4031-a126-263fbe3b6476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b45a02d4-8c1a-4329-9626-1e96903f8b4d'}] {{(pid=106712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:47:15.384184 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3db9d29808d7d8625da6d6dfdab11118ca3df70b734e515c8bcc451a900cfacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e9db34-9a91-413f-8af8-b24486fef2b2" -d '{"events": [{"server_uuid": "63fbc2c9-6867-4031-a126-263fbe3b6476", "name": "network-vif-plugged", "status": "completed", "tag": "b45a02d4-8c1a-4329-9626-1e96903f8b4d"}]}' {{(pid=106712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:47:15.397118 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port b45a02d4-8c1a-4329-9626-1e96903f8b4d, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=b45a02d4-8c1a-4329-9626-1e96903f8b4d,segment=NetworkSegment(4a88a654-492a-4721-b165-d0bc4cb223f9),segment_id=4a88a654-492a-4721-b165-d0bc4cb223f9)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:47:15.420436 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c2203f-5c25-4bc6-a111-41d412fca5a4 x-openstack-request-id: req-36c2203f-5c25-4bc6-a111-41d412fca5a4 {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:47:15.420746 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63fbc2c9-6867-4031-a126-263fbe3b6476", "name": "network-vif-plugged", "status": "completed", "tag": "b45a02d4-8c1a-4329-9626-1e96903f8b4d", "code": 200}]} {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:47:15.421072 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-36c2203f-5c25-4bc6-a111-41d412fca5a4 {{(pid=106712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:47:15.421377 dv-cinder-813746-2-iscsi neutron-server[106712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63fbc2c9-6867-4031-a126-263fbe3b6476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b45a02d4-8c1a-4329-9626-1e96903f8b4d', 'code': 200} Oct 14 07:47:15.442489 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-e3e7b7b7-1771-42e3-bbd8-c9e69653b305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:15.445034 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-60e29e70-dfe1-4ab5-837b-164a79734a19 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769340'] for security_group_rule, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:15.488993 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:15.489816 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device d72adaac-9365-41dd-a1e7-35ca2c6dce1f no longer exists at agent hyperv_hv-cinder-81374 {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:47:15.497602 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e29e70-dfe1-4ab5-837b-164a79734a19 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ed41ca2-d3ae-40e5-b36b-0313c39292ab,revision_number=0']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:15.503432 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e7b7b7-1771-42e3-bbd8-c9e69653b305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5e5e6b-fda7-4f4a-afe0-d02e02bf5455,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:15.507405 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-e3e7b7b7-1771-42e3-bbd8-c9e69653b305 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=873c80fc281b415b8f17f383aab0a8ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4114332 Oct 14 07:47:15.510110 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 58924) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:47:15.511916 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] No Port match for: d72adaac-9365-41dd-a1e7-35ca2c6dce1f {{(pid=106712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:47:15.512262 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device d72adaac-9365-41dd-a1e7-35ca2c6dce1f not bound to the agent host hv-cinder-81374 {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:47:15.558869 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=b45a02d4-8c1a-4329-9626-1e96903f8b4d,revision_number=5']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:15.564586 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-f540a640-789b-43fd-a6b2-075620ee1456 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:15.588914 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-f540a640-789b-43fd-a6b2-075620ee1456 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:15.600186 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-60e29e70-dfe1-4ab5-837b-164a79734a19 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:15.601348 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-60e29e70-dfe1-4ab5-837b-164a79734a19 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4777534 Oct 14 07:47:15.604675 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 58926) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:47:15.609257 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-8298898a-2ca9-45fc-b2b7-9bc7339253ad tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Request body: {'floatingip': {'floating_network_id': '536a77cf-5189-41f9-92bf-300739e47f32'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:47:15.740137 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-f540a640-789b-43fd-a6b2-075620ee1456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:15.740333 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8298898a-2ca9-45fc-b2b7-9bc7339253ad tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks [] for floatingip, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:15.742676 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-f540a640-789b-43fd-a6b2-075620ee1456 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:15.743836 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-f540a640-789b-43fd-a6b2-075620ee1456 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cd5e5e6b-fda7-4f4a-afe0-d02e02bf5455 HTTP/1.1" status: 204 len: 168 time: 0.2328057 Oct 14 07:47:15.752469 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f540a640-789b-43fd-a6b2-075620ee1456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5e5e6b-fda7-4f4a-afe0-d02e02bf5455,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:15.866420 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ff3a1-9395-479b-b8c9-071053a9a17a req-b06670d4-0e91-424e-a38e-feea27f7d722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:15.868119 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-df1ff3a1-9395-479b-b8c9-071053a9a17a req-b06670d4-0e91-424e-a38e-feea27f7d722 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 1098 time: 0.0499685 Oct 14 07:47:15.917784 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8298898a-2ca9-45fc-b2b7-9bc7339253ad tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:15.927532 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-df1ff3a1-9395-479b-b8c9-071053a9a17a req-eade366a-a96d-49fe-9c20-0a8d852ac8d5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523002 Oct 14 07:47:15.950516 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-6a2562a6-be11-4543-a277-a4009aa4d8eb req-f8b153ce-55b4-4fb2-8258-0040dd104023 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3d67d3c-567d-4d32-91cc-931e092d8cfd HTTP/1.1" status: 200 len: 210 time: 0.0303464 Oct 14 07:47:16.038946 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.db_base_plugin_common [None req-8298898a-2ca9-45fc-b2b7-9bc7339253ad tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Allocated IP 172.27.3.152 (536a77cf-5189-41f9-92bf-300739e47f32/171d1f51-d728-4b0d-be8f-6d9f917ae698/08feca59-067b-4ed4-8d33-1714a145fe02) {{(pid=106710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:47:16.143588 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8298898a-2ca9-45fc-b2b7-9bc7339253ad tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks [] for port, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:16.219307 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e516c-7cf2-4d26-b79b-b1a49ce689fe req-00ecde47-d7d7-4a7c-81f1-729ad450f8d7 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:16.220859 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b45e516c-7cf2-4d26-b79b-b1a49ce689fe req-00ecde47-d7d7-4a7c-81f1-729ad450f8d7 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 945 time: 0.0635188 Oct 14 07:47:16.261218 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b45e516c-7cf2-4d26-b79b-b1a49ce689fe req-c9e4ae74-279c-450e-90ea-49ebfea03ee2 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317481 Oct 14 07:47:16.282552 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8298898a-2ca9-45fc-b2b7-9bc7339253ad tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16030778'] for port, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:16.323475 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8298898a-2ca9-45fc-b2b7-9bc7339253ad tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Network 536a77cf-5189-41f9-92bf-300739e47f32 is already hosted by enough agents. {{(pid=106710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:47:16.330511 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.base_scheduler [None req-8298898a-2ca9-45fc-b2b7-9bc7339253ad tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Resources bound (agent type, host, resource id): {{(pid=106710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:47:16.335305 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8298898a-2ca9-45fc-b2b7-9bc7339253ad tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Received port after_create {{(pid=106710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:47:16.360644 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8298898a-2ca9-45fc-b2b7-9bc7339253ad tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Pushing event updated for resources: {'Port': ['ID=08feca59-067b-4ed4-8d33-1714a145fe02,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:16.427447 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8298898a-2ca9-45fc-b2b7-9bc7339253ad tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:16.512093 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8298898a-2ca9-45fc-b2b7-9bc7339253ad tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:16.658163 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8298898a-2ca9-45fc-b2b7-9bc7339253ad tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks [] for port, precommit_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:16.711486 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8298898a-2ca9-45fc-b2b7-9bc7339253ad tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16030733'] for port, after_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:16.792404 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8298898a-2ca9-45fc-b2b7-9bc7339253ad tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Pushing event updated for resources: {'Port': ['ID=08feca59-067b-4ed4-8d33-1714a145fe02,revision_number=2']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:16.804425 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8298898a-2ca9-45fc-b2b7-9bc7339253ad tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648330'] for floatingip, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:16.880653 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8298898a-2ca9-45fc-b2b7-9bc7339253ad tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for floatingip, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:16.881915 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-8298898a-2ca9-45fc-b2b7-9bc7339253ad tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2761614 Oct 14 07:47:17.067954 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-a4e7d031-261d-4faa-9410-410be4695471 req-30ac68f1-6c55-483c-8f27-7826fb7ad334 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3d67d3c-567d-4d32-91cc-931e092d8cfd HTTP/1.1" status: 200 len: 210 time: 0.0433097 Oct 14 07:47:17.151231 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b78d1417-9ca4-424e-a3a4-05217c6bca75 req-8756b19c-b544-4a4e-9fea-efbe74c01fa2 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--813891587&fields=id&tenant_id=faeed044a6d84decaaa0cac966b09ce9 HTTP/1.1" status: 200 len: 267 time: 0.1040447 Oct 14 07:47:17.239164 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5767e7e6-2ddb-474a-ae2c-5bad752bd320 req-7766810d-2ca3-45b7-8886-e8a1ac668f73 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:17.240552 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-5767e7e6-2ddb-474a-ae2c-5bad752bd320 req-7766810d-2ca3-45b7-8886-e8a1ac668f73 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.54 "GET /v2.0/networks?id=85d25c42-5a00-4428-bab5-907945698b12 HTTP/1.1" status: 200 len: 808 time: 0.1908786 Oct 14 07:47:17.276840 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [req-5767e7e6-2ddb-474a-ae2c-5bad752bd320 req-d461d5ea-4fdd-4683-965d-1770d996aaf8 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Request body: {'port': {'device_id': 'd3d67d3c-567d-4d32-91cc-931e092d8cfd', 'network_id': '85d25c42-5a00-4428-bab5-907945698b12', 'admin_state_up': True, 'tenant_id': 'c7d1f5c3662143cd95b1716d00a40842'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:47:17.302698 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d1417-9ca4-424e-a3a4-05217c6bca75 req-c32c18b2-8963-41c1-84bf-78c3e68de7ea tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:17.312051 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b78d1417-9ca4-424e-a3a4-05217c6bca75 req-c32c18b2-8963-41c1-84bf-78c3e68de7ea tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/networks?id=0ffbc9b1-671e-4535-a15f-5a510845f53e HTTP/1.1" status: 200 len: 811 time: 0.1527164 Oct 14 07:47:17.333565 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b78d1417-9ca4-424e-a3a4-05217c6bca75 req-85176d29-9a68-49a5-9438-377da725c290 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/quotas/faeed044a6d84decaaa0cac966b09ce9 HTTP/1.1" status: 200 len: 375 time: 0.0202131 Oct 14 07:47:17.402559 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d7e38-8f07-4613-b3cf-e8691ecdc993 req-44f80495-25f3-4405-b2bc-e3957febaa04 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:17.408280 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-978d7e38-8f07-4613-b3cf-e8691ecdc993 req-44f80495-25f3-4405-b2bc-e3957febaa04 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 945 time: 0.0663300 Oct 14 07:47:17.445298 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b78d1417-9ca4-424e-a3a4-05217c6bca75 req-572659ee-e586-4e84-afab-5325a29c9b61 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=faeed044a6d84decaaa0cac966b09ce9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0765593 Oct 14 07:47:17.466595 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-978d7e38-8f07-4613-b3cf-e8691ecdc993 req-d8dcdc49-78f8-4c34-a40a-4fe6e2334b20 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491855 Oct 14 07:47:17.534693 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5767e7e6-2ddb-474a-ae2c-5bad752bd320 req-d461d5ea-4fdd-4683-965d-1770d996aaf8 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Made reservation on behalf of c7d1f5c3662143cd95b1716d00a40842 for: {'port': 1} {{(pid=106710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:47:17.540744 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-5767e7e6-2ddb-474a-ae2c-5bad752bd320 req-d461d5ea-4fdd-4683-965d-1770d996aaf8 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:17.581801 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e854d9d0-62eb-488d-87b8-586277bff7ad req-2cce24d3-c445-48f3-b590-f2788cb66f20 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:17.583922 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-e854d9d0-62eb-488d-87b8-586277bff7ad req-2cce24d3-c445-48f3-b590-f2788cb66f20 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 945 time: 0.0524504 Oct 14 07:47:17.593026 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 58996) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:47:17.597394 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [None req-61a0c260-0965-4493-a18e-31edb4609464 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Request body: {'floatingip': {'port_id': 'b45a02d4-8c1a-4329-9626-1e96903f8b4d'}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:47:17.615300 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b78d1417-9ca4-424e-a3a4-05217c6bca75 req-ca5b8504-26d8-43b8-89cd-655ca9f47643 service neutron] 10.222.0.47 "GET /v2.0/networks/0ffbc9b1-671e-4535-a15f-5a510845f53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570461 Oct 14 07:47:17.639754 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-61a0c260-0965-4493-a18e-31edb4609464 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks [] for floatingip, before_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:17.748266 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.db_base_plugin_common [req-5767e7e6-2ddb-474a-ae2c-5bad752bd320 req-d461d5ea-4fdd-4683-965d-1770d996aaf8 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Allocated IP 172.20.0.6 (85d25c42-5a00-4428-bab5-907945698b12/1ac4f05b-6d10-4d3c-bb57-36333758839d/00e0bdc4-48a5-40c6-b36f-a0189affcac6) {{(pid=106710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:47:17.770224 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b78d1417-9ca4-424e-a3a4-05217c6bca75 req-0e11d57b-e3c8-428b-8c2a-dcdc3bc83d0d service neutron] 10.222.0.47 "GET /v2.0/networks/0ffbc9b1-671e-4535-a15f-5a510845f53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412306 Oct 14 07:47:18.099247 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-30cb30e9-a749-45d4-b132-d16a63b6268f req-9242ae47-8d1a-4611-a561-56b8592bcb21 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=53ba3e6d-705e-4872-8d82-7e4649ac32fd HTTP/1.1" status: 200 len: 210 time: 0.0718911 Oct 14 07:47:18.140978 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-5767e7e6-2ddb-474a-ae2c-5bad752bd320 req-d461d5ea-4fdd-4683-965d-1770d996aaf8 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Publish callbacks [] for port, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:18.173836 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-61a0c260-0965-4493-a18e-31edb4609464 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:18.207232 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-0e7efb14-6a55-43db-99c8-da7a592a76d8 req-82e851cb-9470-491f-bc2a-8e98b3a768a0 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3d67d3c-567d-4d32-91cc-931e092d8cfd HTTP/1.1" status: 200 len: 210 time: 0.0305851 Oct 14 07:47:18.248393 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-61a0c260-0965-4493-a18e-31edb4609464 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648330'] for floatingip, after_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:18.305984 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-5767e7e6-2ddb-474a-ae2c-5bad752bd320 req-d461d5ea-4fdd-4683-965d-1770d996aaf8 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16030778'] for port, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:18.348387 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5767e7e6-2ddb-474a-ae2c-5bad752bd320 req-d461d5ea-4fdd-4683-965d-1770d996aaf8 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Network 85d25c42-5a00-4428-bab5-907945698b12 is already hosted by enough agents. {{(pid=106710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:47:18.348736 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.db.l3_db [None req-61a0c260-0965-4493-a18e-31edb4609464 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Floating IP 6e4e18ed-14e6-49a0-b54c-d128b74151ac associated. External IP: 172.27.3.198, port: b45a02d4-8c1a-4329-9626-1e96903f8b4d. Oct 14 07:47:18.351370 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.base_scheduler [req-5767e7e6-2ddb-474a-ae2c-5bad752bd320 req-d461d5ea-4fdd-4683-965d-1770d996aaf8 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Resources bound (agent type, host, resource id): {{(pid=106710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:47:18.357011 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.l3_dvrscheduler_db [req-5767e7e6-2ddb-474a-ae2c-5bad752bd320 req-d461d5ea-4fdd-4683-965d-1770d996aaf8 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Received port after_create {{(pid=106710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:47:18.363950 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d461d5ea-4fdd-4683-965d-1770d996aaf8 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Pushing event updated for resources: {'Port': ['ID=00e0bdc4-48a5-40c6-b36f-a0189affcac6,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:18.415784 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5767e7e6-2ddb-474a-ae2c-5bad752bd320 req-d461d5ea-4fdd-4683-965d-1770d996aaf8 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:18.416391 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-5767e7e6-2ddb-474a-ae2c-5bad752bd320 req-d461d5ea-4fdd-4683-965d-1770d996aaf8 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for port, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:18.514868 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-5767e7e6-2ddb-474a-ae2c-5bad752bd320 req-d461d5ea-4fdd-4683-965d-1770d996aaf8 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2426696 Oct 14 07:47:18.534283 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [req-5767e7e6-2ddb-474a-ae2c-5bad752bd320 req-e4492c9c-58a1-4c34-be2b-ee7dc60ddbb6 service neutron] Request body: {'port': {'device_id': 'd3d67d3c-567d-4d32-91cc-931e092d8cfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81374'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:47:18.563493 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a0c260-0965-4493-a18e-31edb4609464 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Router ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc has already been hosted by L3 agent f0543dd8-cbcf-46a4-b5f3-c6f7813920a1 {{(pid=106711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:47:18.595080 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-5767e7e6-2ddb-474a-ae2c-5bad752bd320 req-e4492c9c-58a1-4c34-be2b-ee7dc60ddbb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:18.681460 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a0c260-0965-4493-a18e-31edb4609464 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Notify agent at l3_agent.dv-cinder-813746-2-iscsi the message routers_updated {{(pid=106711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:47:18.683650 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 59024) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:47:18.691551 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-61a0c260-0965-4493-a18e-31edb4609464 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for floatingip, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:18.694563 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95052621-9721-45f2-ad17-86114fca6e6c None None] Sync routers for ids ['ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc'] in dv-cinder-813746-2-iscsi {{(pid=106712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:47:18.708525 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95052621-9721-45f2-ad17-86114fca6e6c None None] Routers {'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:47:18.709266 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-95052621-9721-45f2-ad17-86114fca6e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:47:00Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc'], 'active': True} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:47:18.732582 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-61a0c260-0965-4493-a18e-31edb4609464 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "PUT /v2.0/floatingips/6e4e18ed-14e6-49a0-b54c-d128b74151ac HTTP/1.1" status: 200 len: 991 time: 1.1385040 Oct 14 07:47:18.733425 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63fbc2c9-6867-4031-a126-263fbe3b6476', 'tag': 'b45a02d4-8c1a-4329-9626-1e96903f8b4d'}] {{(pid=106711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:47:18.735892 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761d26d7c5f72f4b552347b0101038dbdc9b0b60127f0c8e71cb2eb10747878c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f335dbe-bb34-4d07-a193-b91919844d72" -d '{"events": [{"name": "network-changed", "server_uuid": "63fbc2c9-6867-4031-a126-263fbe3b6476", "tag": "b45a02d4-8c1a-4329-9626-1e96903f8b4d"}]}' {{(pid=106711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:47:18.793930 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c39755-2e7d-42ef-940d-e2bffdb05a67 x-openstack-request-id: req-06c39755-2e7d-42ef-940d-e2bffdb05a67 {{(pid=106711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:47:18.794217 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63fbc2c9-6867-4031-a126-263fbe3b6476", "tag": "b45a02d4-8c1a-4329-9626-1e96903f8b4d", "status": "completed", "code": 200}]} {{(pid=106711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:47:18.794470 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-06c39755-2e7d-42ef-940d-e2bffdb05a67 {{(pid=106711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:47:18.794867 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63fbc2c9-6867-4031-a126-263fbe3b6476', 'tag': 'b45a02d4-8c1a-4329-9626-1e96903f8b4d', 'status': 'completed', 'code': 200} Oct 14 07:47:18.832754 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-6563290e-ff38-4d6f-9546-1a2d8b959b77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:18.870591 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvr_db [None req-95052621-9721-45f2-ad17-86114fca6e6c None None] Set router ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc gateway port host: dv-cinder-813746-2-iscsi {{(pid=106712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:47:18.903659 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f335dbe-bb34-4d07-a193-b91919844d72 req-273260b3-bc80-480e-b395-408429a9e0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:18.905201 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-1f335dbe-bb34-4d07-a193-b91919844d72 req-273260b3-bc80-480e-b395-408429a9e0a7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f209626c73004f63b5c5a1466783d22f&device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 1098 time: 0.0652239 Oct 14 07:47:18.917875 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.notifiers.nova [req-5767e7e6-2ddb-474a-ae2c-5bad752bd320 req-e4492c9c-58a1-4c34-be2b-ee7dc60ddbb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00e0bdc4-48a5-40c6-b36f-a0189affcac6 {{(pid=106710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:47:18.925650 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-5767e7e6-2ddb-474a-ae2c-5bad752bd320 req-e4492c9c-58a1-4c34-be2b-ee7dc60ddbb6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:18.938385 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.provisioning_blocks [req-5767e7e6-2ddb-474a-ae2c-5bad752bd320 req-e4492c9c-58a1-4c34-be2b-ee7dc60ddbb6 service neutron] Transition to ACTIVE for port object 00e0bdc4-48a5-40c6-b36f-a0189affcac6 will not be triggered until provisioned by entity L2. {{(pid=106710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 07:47:18.980539 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-5767e7e6-2ddb-474a-ae2c-5bad752bd320 req-e4492c9c-58a1-4c34-be2b-ee7dc60ddbb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16030733'] for port, after_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:19.003327 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-6563290e-ff38-4d6f-9546-1a2d8b959b77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:19.023031 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f335dbe-bb34-4d07-a193-b91919844d72 req-ccc61744-4279-45f0-b0c1-3a4b997e1322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:19.024769 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-1f335dbe-bb34-4d07-a193-b91919844d72 req-ccc61744-4279-45f0-b0c1-3a4b997e1322 service neutron] 10.222.0.54 "GET /v2.0/networks?id=234dd989-1b6f-4d0e-b26c-6546ea618e4f HTTP/1.1" status: 200 len: 918 time: 0.1120782 Oct 14 07:47:19.037073 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4492c9c-58a1-4c34-be2b-ee7dc60ddbb6 service neutron] Pushing event updated for resources: {'Port': ['ID=00e0bdc4-48a5-40c6-b36f-a0189affcac6,revision_number=2']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:19.101067 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-6563290e-ff38-4d6f-9546-1a2d8b959b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:19.106786 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.managers [req-5767e7e6-2ddb-474a-ae2c-5bad752bd320 req-e4492c9c-58a1-4c34-be2b-ee7dc60ddbb6 service neutron] Attempting to bind port 00e0bdc4-48a5-40c6-b36f-a0189affcac6 on host hv-cinder-81374 for vnic_type normal with profile {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:47:19.107454 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.managers [req-5767e7e6-2ddb-474a-ae2c-5bad752bd320 req-e4492c9c-58a1-4c34-be2b-ee7dc60ddbb6 service neutron] Attempting to bind port 00e0bdc4-48a5-40c6-b36f-a0189affcac6 by drivers openvswitch,hyperv on host hv-cinder-81374 at level 0 using segments [{'id': '152371c7-0552-4d65-87d0-821f84c259a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '85d25c42-5a00-4428-bab5-907945698b12'}] {{(pid=106710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:47:19.108501 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5767e7e6-2ddb-474a-ae2c-5bad752bd320 req-e4492c9c-58a1-4c34-be2b-ee7dc60ddbb6 service neutron] Attempting to bind port 00e0bdc4-48a5-40c6-b36f-a0189affcac6 on network 85d25c42-5a00-4428-bab5-907945698b12 {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:47:19.113251 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-1f335dbe-bb34-4d07-a193-b91919844d72 req-a47d6a46-75aa-4f3a-bcc6-dacd57ad3121 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b45a02d4-8c1a-4329-9626-1e96903f8b4d HTTP/1.1" status: 200 len: 999 time: 0.0815494 Oct 14 07:47:19.113785 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5767e7e6-2ddb-474a-ae2c-5bad752bd320 req-e4492c9c-58a1-4c34-be2b-ee7dc60ddbb6 service neutron] Port 00e0bdc4-48a5-40c6-b36f-a0189affcac6 on network 85d25c42-5a00-4428-bab5-907945698b12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81374 {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 07:47:19.114198 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5767e7e6-2ddb-474a-ae2c-5bad752bd320 req-e4492c9c-58a1-4c34-be2b-ee7dc60ddbb6 service neutron] Attempting to bind port 00e0bdc4-48a5-40c6-b36f-a0189affcac6 on network 85d25c42-5a00-4428-bab5-907945698b12 {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:47:19.120026 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-95052621-9721-45f2-ad17-86114fca6e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1304633051-router', 'tenant_id': 'f209626c73004f63b5c5a1466783d22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'ef7f0eb6-937d-44cb-a3cb-0d9b9b933917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:42:28Z', 'updated_at': '2021-10-14T07:42:36Z', 'revision_number': 4, 'project_id': 'f209626c73004f63b5c5a1466783d22f', 'gw_port': {'id': 'ef7f0eb6-937d-44cb-a3cb-0d9b9b933917', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:30Z', 'updated_at': '2021-10-14T07:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_floatingips': [{'id': '6e4e18ed-14e6-49a0-b54c-d128b74151ac', 'tenant_id': 'f209626c73004f63b5c5a1466783d22f', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'router_id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'port_id': 'b45a02d4-8c1a-4329-9626-1e96903f8b4d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '234dd989-1b6f-4d0e-b26c-6546ea618e4f', 'mac_address': 'fa:16:3e:57:dc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fbc2c9-6867-4031-a126-263fbe3b6476', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:47:03Z', 'updated_at': '2021-10-14T07:47:18Z', 'revision_number': 1, 'project_id': 'f209626c73004f63b5c5a1466783d22f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51b804c8-1b28-4372-8826-2170eeecddb3', 'name': '', 'network_id': '234dd989-1b6f-4d0e-b26c-6546ea618e4f', 'tenant_id': 'f209626c73004f63b5c5a1466783d22f', 'mac_address': 'fa:16:3e:82:b6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:35Z', 'updated_at': '2021-10-14T07:42:46Z', 'revision_number': 5, 'project_id': 'f209626c73004f63b5c5a1466783d22f', 'subnets': [{'id': '3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:47:19.120640 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5767e7e6-2ddb-474a-ae2c-5bad752bd320 req-e4492c9c-58a1-4c34-be2b-ee7dc60ddbb6 service neutron] Checking agent: {'id': 'e9e2cc54-3b31-4b83-b77c-54087550ab3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 7, 40, 39), 'started_at': datetime.datetime(2021, 10, 14, 7, 40, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:47:19.121573 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5767e7e6-2ddb-474a-ae2c-5bad752bd320 req-e4492c9c-58a1-4c34-be2b-ee7dc60ddbb6 service neutron] Checking segment: {'id': '152371c7-0552-4d65-87d0-821f84c259a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '85d25c42-5a00-4428-bab5-907945698b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:47:19.122181 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5767e7e6-2ddb-474a-ae2c-5bad752bd320 req-e4492c9c-58a1-4c34-be2b-ee7dc60ddbb6 service neutron] Bound using segment: {'id': '152371c7-0552-4d65-87d0-821f84c259a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '85d25c42-5a00-4428-bab5-907945698b12'} {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:47:19.122735 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.managers [req-5767e7e6-2ddb-474a-ae2c-5bad752bd320 req-e4492c9c-58a1-4c34-be2b-ee7dc60ddbb6 service neutron] Bound port: 00e0bdc4-48a5-40c6-b36f-a0189affcac6, host: hv-cinder-81374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152371c7-0552-4d65-87d0-821f84c259a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '85d25c42-5a00-4428-bab5-907945698b12'}}] {{(pid=106710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:47:19.123178 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-5767e7e6-2ddb-474a-ae2c-5bad752bd320 req-e4492c9c-58a1-4c34-be2b-ee7dc60ddbb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:19.152478 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95052621-9721-45f2-ad17-86114fca6e6c None None] Checking router: ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc for host: dv-cinder-813746-2-iscsi {{(pid=106712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:47:19.167286 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6563290e-ff38-4d6f-9546-1a2d8b959b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6271d8f-ed13-42a5-9b48-7e7465730c07,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:19.171848 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95052621-9721-45f2-ad17-86114fca6e6c None None] Routers {'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:47:19.176703 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-95052621-9721-45f2-ad17-86114fca6e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:47:00Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc'], 'active': True} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:47:19.177222 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-6563290e-ff38-4d6f-9546-1a2d8b959b77 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c6c44f8ff0bc429e8e031e10aea363c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4896164 Oct 14 07:47:19.178795 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 59034) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:47:19.221149 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f335dbe-bb34-4d07-a193-b91919844d72 req-95b265ab-f9cb-4a63-a415-d832684d6140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:19.222638 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-1f335dbe-bb34-4d07-a193-b91919844d72 req-95b265ab-f9cb-4a63-a415-d832684d6140 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61 HTTP/1.1" status: 200 len: 856 time: 0.0873594 Oct 14 07:47:19.232089 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-ca7d0bb3-44d5-46b2-8844-a5837ec16ef5 req-fbf371c8-b7af-43f8-9634-08e6e142651e tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=53ba3e6d-705e-4872-8d82-7e4649ac32fd HTTP/1.1" status: 200 len: 210 time: 0.0311968 Oct 14 07:47:19.249101 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.db [req-5767e7e6-2ddb-474a-ae2c-5bad752bd320 req-e4492c9c-58a1-4c34-be2b-ee7dc60ddbb6 service neutron] For port 00e0bdc4-48a5-40c6-b36f-a0189affcac6, host hv-cinder-81374, cleared binding levels {{(pid=106710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:47:19.252495 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.db [req-5767e7e6-2ddb-474a-ae2c-5bad752bd320 req-e4492c9c-58a1-4c34-be2b-ee7dc60ddbb6 service neutron] For port 00e0bdc4-48a5-40c6-b36f-a0189affcac6, host hv-cinder-81374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=00e0bdc4-48a5-40c6-b36f-a0189affcac6,segment=NetworkSegment(152371c7-0552-4d65-87d0-821f84c259a7),segment_id=152371c7-0552-4d65-87d0-821f84c259a7)] {{(pid=106710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:47:19.267284 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-4e8b8f5a-c322-46cb-a53c-f2c705db9570 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:19.293392 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-4e8b8f5a-c322-46cb-a53c-f2c705db9570 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:19.316889 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f335dbe-bb34-4d07-a193-b91919844d72 req-9b02e3cf-7c6b-4ae8-8152-1f30a4585dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:19.318370 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-1f335dbe-bb34-4d07-a193-b91919844d72 req-9b02e3cf-7c6b-4ae8-8152-1f30a4585dd2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=234dd989-1b6f-4d0e-b26c-6546ea618e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0840743 Oct 14 07:47:19.326931 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvr_db [None req-95052621-9721-45f2-ad17-86114fca6e6c None None] Set router ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc gateway port host: dv-cinder-813746-2-iscsi {{(pid=106712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:47:19.330376 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-5767e7e6-2ddb-474a-ae2c-5bad752bd320 req-e4492c9c-58a1-4c34-be2b-ee7dc60ddbb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16030733'] for port, after_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:19.369875 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5767e7e6-2ddb-474a-ae2c-5bad752bd320 req-e4492c9c-58a1-4c34-be2b-ee7dc60ddbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:19.373302 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-5767e7e6-2ddb-474a-ae2c-5bad752bd320 req-e4492c9c-58a1-4c34-be2b-ee7dc60ddbb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for port, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:19.376488 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-5767e7e6-2ddb-474a-ae2c-5bad752bd320 req-e4492c9c-58a1-4c34-be2b-ee7dc60ddbb6 service neutron] 10.222.0.54 "PUT /v2.0/ports/00e0bdc4-48a5-40c6-b36f-a0189affcac6 HTTP/1.1" status: 200 len: 1093 time: 0.8467345 Oct 14 07:47:19.376905 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d67d3c-567d-4d32-91cc-931e092d8cfd', 'tag': '00e0bdc4-48a5-40c6-b36f-a0189affcac6'}] {{(pid=106710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:47:19.379432 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ebf78bef5954e8ca5597493995d581d8346ee5b9d6b2d49db072251da4c473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d71a379-2608-413b-8784-e721977c842a" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d67d3c-567d-4d32-91cc-931e092d8cfd", "tag": "00e0bdc4-48a5-40c6-b36f-a0189affcac6"}]}' {{(pid=106710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:47:19.411641 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4492c9c-58a1-4c34-be2b-ee7dc60ddbb6 service neutron] Pushing event updated for resources: {'Port': ['ID=00e0bdc4-48a5-40c6-b36f-a0189affcac6,revision_number=3']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:19.447284 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a533222-6be4-4cdd-810b-8e201aac2c4b x-openstack-request-id: req-4a533222-6be4-4cdd-810b-8e201aac2c4b {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:47:19.447706 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d67d3c-567d-4d32-91cc-931e092d8cfd", "tag": "00e0bdc4-48a5-40c6-b36f-a0189affcac6", "status": "completed", "code": 200}]} {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:47:19.448091 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4a533222-6be4-4cdd-810b-8e201aac2c4b {{(pid=106710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:47:19.448612 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d67d3c-567d-4d32-91cc-931e092d8cfd', 'tag': '00e0bdc4-48a5-40c6-b36f-a0189affcac6', 'status': 'completed', 'code': 200} Oct 14 07:47:19.464115 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8656c8c-a312-4e2a-b0d4-c108621a2198 req-f5543772-7110-443b-a2c1-a0787e47c230 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:19.465679 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-a8656c8c-a312-4e2a-b0d4-c108621a2198 req-f5543772-7110-443b-a2c1-a0787e47c230 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3d67d3c-567d-4d32-91cc-931e092d8cfd HTTP/1.1" status: 200 len: 943 time: 0.1631203 Oct 14 07:47:19.500608 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-4e8b8f5a-c322-46cb-a53c-f2c705db9570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:19.504897 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-4e8b8f5a-c322-46cb-a53c-f2c705db9570 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:19.505919 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-4e8b8f5a-c322-46cb-a53c-f2c705db9570 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a6271d8f-ed13-42a5-9b48-7e7465730c07 HTTP/1.1" status: 204 len: 168 time: 0.3265264 Oct 14 07:47:19.543977 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8b8f5a-c322-46cb-a53c-f2c705db9570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6271d8f-ed13-42a5-9b48-7e7465730c07,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:19.563500 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71a379-2608-413b-8784-e721977c842a req-ace8b7bf-2232-46f7-9860-a3efe941c462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:19.565900 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-6d71a379-2608-413b-8784-e721977c842a req-ace8b7bf-2232-46f7-9860-a3efe941c462 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c7d1f5c3662143cd95b1716d00a40842&device_id=d3d67d3c-567d-4d32-91cc-931e092d8cfd HTTP/1.1" status: 200 len: 1096 time: 0.0770409 Oct 14 07:47:19.590833 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-a8656c8c-a312-4e2a-b0d4-c108621a2198 req-d60f6ca3-25dc-42f4-b9a9-34aa60e131d4 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/security-groups?id=764cd794-7885-4e15-8789-07b95d0cdfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821404 Oct 14 07:47:19.611003 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-1f335dbe-bb34-4d07-a193-b91919844d72 req-9b0e7c67-a810-438b-8012-321de9d43e86 service neutron] 10.222.0.54 "GET /v2.0/networks/234dd989-1b6f-4d0e-b26c-6546ea618e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995106 Oct 14 07:47:19.714943 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71a379-2608-413b-8784-e721977c842a req-c06a8bf3-d307-4dd8-a3e4-9098facd7e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:19.717798 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-6d71a379-2608-413b-8784-e721977c842a req-c06a8bf3-d307-4dd8-a3e4-9098facd7e7a service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=c7d1f5c3662143cd95b1716d00a40842&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1346521 Oct 14 07:47:19.735756 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-1f335dbe-bb34-4d07-a193-b91919844d72 req-be6f9ed6-8316-42ac-aa59-f4503b6f396e service neutron] 10.222.0.54 "GET /v2.0/networks/234dd989-1b6f-4d0e-b26c-6546ea618e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159041 Oct 14 07:47:19.736793 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-95052621-9721-45f2-ad17-86114fca6e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1304633051-router', 'tenant_id': 'f209626c73004f63b5c5a1466783d22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'ef7f0eb6-937d-44cb-a3cb-0d9b9b933917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:42:28Z', 'updated_at': '2021-10-14T07:42:36Z', 'revision_number': 4, 'project_id': 'f209626c73004f63b5c5a1466783d22f', 'gw_port': {'id': 'ef7f0eb6-937d-44cb-a3cb-0d9b9b933917', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:30Z', 'updated_at': '2021-10-14T07:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_floatingips': [{'id': '6e4e18ed-14e6-49a0-b54c-d128b74151ac', 'tenant_id': 'f209626c73004f63b5c5a1466783d22f', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'router_id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'port_id': 'b45a02d4-8c1a-4329-9626-1e96903f8b4d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '234dd989-1b6f-4d0e-b26c-6546ea618e4f', 'mac_address': 'fa:16:3e:57:dc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fbc2c9-6867-4031-a126-263fbe3b6476', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:47:03Z', 'updated_at': '2021-10-14T07:47:18Z', 'revision_number': 1, 'project_id': 'f209626c73004f63b5c5a1466783d22f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51b804c8-1b28-4372-8826-2170eeecddb3', 'name': '', 'network_id': '234dd989-1b6f-4d0e-b26c-6546ea618e4f', 'tenant_id': 'f209626c73004f63b5c5a1466783d22f', 'mac_address': 'fa:16:3e:82:b6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:35Z', 'updated_at': '2021-10-14T07:42:46Z', 'revision_number': 5, 'project_id': 'f209626c73004f63b5c5a1466783d22f', 'subnets': [{'id': '3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:47:19.764277 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95052621-9721-45f2-ad17-86114fca6e6c None None] The sync data for ids ['ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc'] in dv-cinder-813746-2-iscsi is: [{'id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1304633051-router', 'tenant_id': 'f209626c73004f63b5c5a1466783d22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'ef7f0eb6-937d-44cb-a3cb-0d9b9b933917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:42:28Z', 'updated_at': '2021-10-14T07:42:36Z', 'revision_number': 4, 'project_id': 'f209626c73004f63b5c5a1466783d22f', 'gw_port': {'id': 'ef7f0eb6-937d-44cb-a3cb-0d9b9b933917', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:30Z', 'updated_at': '2021-10-14T07:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_floatingips': [{'id': '6e4e18ed-14e6-49a0-b54c-d128b74151ac', 'tenant_id': 'f209626c73004f63b5c5a1466783d22f', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'router_id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'port_id': 'b45a02d4-8c1a-4329-9626-1e96903f8b4d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '234dd989-1b6f-4d0e-b26c-6546ea618e4f', 'mac_address': 'fa:16:3e:57:dc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fbc2c9-6867-4031-a126-263fbe3b6476', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:47:03Z', 'updated_at': '2021-10-14T07:47:18Z', 'revision_number': 1, 'project_id': 'f209626c73004f63b5c5a1466783d22f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51b804c8-1b28-4372-8826-2170eeecddb3', 'name': '', 'network_id': '234dd989-1b6f-4d0e-b26c-6546ea618e4f', 'tenant_id': 'f209626c73004f63b5c5a1466783d22f', 'mac_address': 'fa:16:3e:82:b6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:35Z', 'updated_at': '2021-10-14T07:42:46Z', 'revision_number': 5, 'project_id': 'f209626c73004f63b5c5a1466783d22f', 'subnets': [{'id': '3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:47:19.818935 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71a379-2608-413b-8784-e721977c842a req-16347b3c-336f-483a-b179-83abff65b933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:19.820571 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-6d71a379-2608-413b-8784-e721977c842a req-16347b3c-336f-483a-b179-83abff65b933 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0954585 Oct 14 07:47:19.934987 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5767e7e6-2ddb-474a-ae2c-5bad752bd320 req-be6bdcbe-9fee-44ca-bf53-747f6b218a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:19.936661 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-5767e7e6-2ddb-474a-ae2c-5bad752bd320 req-be6bdcbe-9fee-44ca-bf53-747f6b218a41 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c7d1f5c3662143cd95b1716d00a40842&device_id=d3d67d3c-567d-4d32-91cc-931e092d8cfd HTTP/1.1" status: 200 len: 1096 time: 0.0479870 Oct 14 07:47:19.999360 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1b73ba-286f-4b23-acf8-6561aa74d710 None None] New status for floating IP 6e4e18ed-14e6-49a0-b54c-d128b74151ac: ACTIVE {{(pid=106713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 07:47:20.009790 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-5767e7e6-2ddb-474a-ae2c-5bad752bd320 req-2f8021da-9d7c-4240-a4c0-805cb391f5ef service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00e0bdc4-48a5-40c6-b36f-a0189affcac6 HTTP/1.1" status: 200 len: 217 time: 0.0397372 Oct 14 07:47:20.059997 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5767e7e6-2ddb-474a-ae2c-5bad752bd320 req-9e6ee0ad-6099-4876-b756-07b4c605b073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:20.062016 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-5767e7e6-2ddb-474a-ae2c-5bad752bd320 req-9e6ee0ad-6099-4876-b756-07b4c605b073 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1ac4f05b-6d10-4d3c-bb57-36333758839d HTTP/1.1" status: 200 len: 848 time: 0.0455706 Oct 14 07:47:20.095786 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-5767e7e6-2ddb-474a-ae2c-5bad752bd320 req-d1c4ec0a-e5a8-4ab6-9b99-c14308b5b880 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=85d25c42-5a00-4428-bab5-907945698b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269773 Oct 14 07:47:20.185184 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-5767e7e6-2ddb-474a-ae2c-5bad752bd320 req-6c68def9-0223-4a48-99a6-7f0ef4967e83 service neutron] 10.222.0.54 "GET /v2.0/networks/85d25c42-5a00-4428-bab5-907945698b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819645 Oct 14 07:47:20.313907 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-5767e7e6-2ddb-474a-ae2c-5bad752bd320 req-7f57a69f-46b9-4b05-8f57-879c8d9eeffe service neutron] 10.222.0.54 "GET /v2.0/networks/85d25c42-5a00-4428-bab5-907945698b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032944 Oct 14 07:47:20.334218 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 59050) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:47:20.349728 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-9ff5e78e-1127-46ac-8669-9ee9ad94a8ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:20.357736 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-685f2517-8794-4ebb-9c7c-21c96ffb0f58 req-ff3309a5-f831-4d4a-be89-233798bf17ea tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=53ba3e6d-705e-4872-8d82-7e4649ac32fd HTTP/1.1" status: 200 len: 210 time: 0.0333977 Oct 14 07:47:20.365198 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d1417-9ca4-424e-a3a4-05217c6bca75 req-a79d84e6-db5a-49a1-b92e-9fd4dd80e7e4 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:20.366638 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-b78d1417-9ca4-424e-a3a4-05217c6bca75 req-a79d84e6-db5a-49a1-b92e-9fd4dd80e7e4 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.54 "GET /v2.0/networks?id=0ffbc9b1-671e-4535-a15f-5a510845f53e HTTP/1.1" status: 200 len: 811 time: 0.1562445 Oct 14 07:47:20.414751 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-b78d1417-9ca4-424e-a3a4-05217c6bca75 req-b0cadac6-0845-4c7a-9398-6336e22542d5 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=faeed044a6d84decaaa0cac966b09ce9 HTTP/1.1" status: 200 len: 379 time: 0.0338340 Oct 14 07:47:20.424837 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [req-b78d1417-9ca4-424e-a3a4-05217c6bca75 req-e20430c3-7eb1-4ef3-a6ec-2b92963ae047 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Request body: {'port': {'device_id': '53ba3e6d-705e-4872-8d82-7e4649ac32fd', 'network_id': '0ffbc9b1-671e-4535-a15f-5a510845f53e', 'admin_state_up': True, 'tenant_id': 'faeed044a6d84decaaa0cac966b09ce9', 'security_groups': ['1a3a4506-96f4-499d-b90c-5efc1f974099']}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:47:20.432015 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-9ff5e78e-1127-46ac-8669-9ee9ad94a8ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:20.499353 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-9ff5e78e-1127-46ac-8669-9ee9ad94a8ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:20.535147 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff5e78e-1127-46ac-8669-9ee9ad94a8ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c66546e-3517-4740-9008-b570a04bf0dc,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:20.553292 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-9ff5e78e-1127-46ac-8669-9ee9ad94a8ea admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=db0b50bf62034fe0a1704cb0827f1097&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2180126 Oct 14 07:47:20.555864 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 59052) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:47:20.610036 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b78d1417-9ca4-424e-a3a4-05217c6bca75 req-e20430c3-7eb1-4ef3-a6ec-2b92963ae047 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Made reservation on behalf of faeed044a6d84decaaa0cac966b09ce9 for: {'port': 1} {{(pid=106711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:47:20.614262 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-722c2c62-022b-4a2f-8224-1b3785891d31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:20.614641 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-b78d1417-9ca4-424e-a3a4-05217c6bca75 req-e20430c3-7eb1-4ef3-a6ec-2b92963ae047 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:20.645638 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-722c2c62-022b-4a2f-8224-1b3785891d31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:20.746714 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb59cda4-df6d-4165-9eec-37471cee5e7f req-1de1707e-4b2c-485d-a152-d9d23fcbc4ca tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:20.748216 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-cb59cda4-df6d-4165-9eec-37471cee5e7f req-1de1707e-4b2c-485d-a152-d9d23fcbc4ca tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3d67d3c-567d-4d32-91cc-931e092d8cfd HTTP/1.1" status: 200 len: 943 time: 0.0678089 Oct 14 07:47:20.756609 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.db_base_plugin_common [req-b78d1417-9ca4-424e-a3a4-05217c6bca75 req-e20430c3-7eb1-4ef3-a6ec-2b92963ae047 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Allocated IP 172.20.0.9 (0ffbc9b1-671e-4535-a15f-5a510845f53e/6b3909e2-8d10-4803-8f95-ccf56ec3b849/09336f3a-20de-4b02-8db2-b3ff2701e579) {{(pid=106711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:47:20.789423 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-cb59cda4-df6d-4165-9eec-37471cee5e7f req-82294d87-1e9a-4adc-9ce5-16f8e8db3903 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/security-groups?id=764cd794-7885-4e15-8789-07b95d0cdfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343175 Oct 14 07:47:20.798438 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-722c2c62-022b-4a2f-8224-1b3785891d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:20.801957 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-722c2c62-022b-4a2f-8224-1b3785891d31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:20.803266 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-722c2c62-022b-4a2f-8224-1b3785891d31 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3c66546e-3517-4740-9008-b570a04bf0dc HTTP/1.1" status: 204 len: 168 time: 0.2465007 Oct 14 07:47:20.818535 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c2c62-022b-4a2f-8224-1b3785891d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c66546e-3517-4740-9008-b570a04bf0dc,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:20.901113 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-b78d1417-9ca4-424e-a3a4-05217c6bca75 req-e20430c3-7eb1-4ef3-a6ec-2b92963ae047 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks [] for port, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:21.009665 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-b78d1417-9ca4-424e-a3a4-05217c6bca75 req-e20430c3-7eb1-4ef3-a6ec-2b92963ae047 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14797620'] for port, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:21.053206 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b78d1417-9ca4-424e-a3a4-05217c6bca75 req-e20430c3-7eb1-4ef3-a6ec-2b92963ae047 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Network 0ffbc9b1-671e-4535-a15f-5a510845f53e is already hosted by enough agents. {{(pid=106711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:47:21.056847 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.base_scheduler [req-b78d1417-9ca4-424e-a3a4-05217c6bca75 req-e20430c3-7eb1-4ef3-a6ec-2b92963ae047 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Resources bound (agent type, host, resource id): {{(pid=106711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:47:21.059654 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.l3_dvrscheduler_db [req-b78d1417-9ca4-424e-a3a4-05217c6bca75 req-e20430c3-7eb1-4ef3-a6ec-2b92963ae047 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Received port after_create {{(pid=106711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:47:21.111576 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20430c3-7eb1-4ef3-a6ec-2b92963ae047 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Pushing event updated for resources: {'Port': ['ID=09336f3a-20de-4b02-8db2-b3ff2701e579,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:21.134135 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d1417-9ca4-424e-a3a4-05217c6bca75 req-e20430c3-7eb1-4ef3-a6ec-2b92963ae047 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:21.134910 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-b78d1417-9ca4-424e-a3a4-05217c6bca75 req-e20430c3-7eb1-4ef3-a6ec-2b92963ae047 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for port, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:21.205898 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-b78d1417-9ca4-424e-a3a4-05217c6bca75 req-e20430c3-7eb1-4ef3-a6ec-2b92963ae047 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7852566 Oct 14 07:47:21.226966 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [req-b78d1417-9ca4-424e-a3a4-05217c6bca75 req-12d70af5-1482-4d4c-8bf5-4513ce1ee703 service neutron] Request body: {'port': {'device_id': '53ba3e6d-705e-4872-8d82-7e4649ac32fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81374'}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:47:21.272021 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-a052352f-4f68-4391-924b-40615cb10f52 None None] Provisioning complete for port 09336f3a-20de-4b02-8db2-b3ff2701e579 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:47:21.272540 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-a052352f-4f68-4391-924b-40615cb10f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:21.285866 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-b78d1417-9ca4-424e-a3a4-05217c6bca75 req-12d70af5-1482-4d4c-8bf5-4513ce1ee703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:21.312303 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-a052352f-4f68-4391-924b-40615cb10f52 None None] Port 09336f3a-20de-4b02-8db2-b3ff2701e579 cannot update to ACTIVE because it is not bound. {{(pid=106712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 07:47:21.475236 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29beed4-163c-4a1f-a465-2e738f3f9cb1 req-b044695a-139d-43f6-901f-3e0aef09ba25 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:21.476755 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b29beed4-163c-4a1f-a465-2e738f3f9cb1 req-b044695a-139d-43f6-901f-3e0aef09ba25 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=53ba3e6d-705e-4872-8d82-7e4649ac32fd HTTP/1.1" status: 200 len: 931 time: 0.0492754 Oct 14 07:47:21.515286 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b29beed4-163c-4a1f-a465-2e738f3f9cb1 req-fb89a0bc-fb96-46af-91bf-46cd91e05fa1 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=1a3a4506-96f4-499d-b90c-5efc1f974099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324893 Oct 14 07:47:21.555662 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.notifiers.nova [req-b78d1417-9ca4-424e-a3a4-05217c6bca75 req-12d70af5-1482-4d4c-8bf5-4513ce1ee703 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09336f3a-20de-4b02-8db2-b3ff2701e579 {{(pid=106711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:47:21.560097 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-b78d1417-9ca4-424e-a3a4-05217c6bca75 req-12d70af5-1482-4d4c-8bf5-4513ce1ee703 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:21.574502 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.provisioning_blocks [req-b78d1417-9ca4-424e-a3a4-05217c6bca75 req-12d70af5-1482-4d4c-8bf5-4513ce1ee703 service neutron] Transition to ACTIVE for port object 09336f3a-20de-4b02-8db2-b3ff2701e579 will not be triggered until provisioned by entity L2. {{(pid=106711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 07:47:21.642981 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-b78d1417-9ca4-424e-a3a4-05217c6bca75 req-12d70af5-1482-4d4c-8bf5-4513ce1ee703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14797571'] for port, after_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:21.707593 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d70af5-1482-4d4c-8bf5-4513ce1ee703 service neutron] Pushing event updated for resources: {'Port': ['ID=09336f3a-20de-4b02-8db2-b3ff2701e579,revision_number=2']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:21.766627 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.managers [req-b78d1417-9ca4-424e-a3a4-05217c6bca75 req-12d70af5-1482-4d4c-8bf5-4513ce1ee703 service neutron] Attempting to bind port 09336f3a-20de-4b02-8db2-b3ff2701e579 on host hv-cinder-81374 for vnic_type normal with profile {{(pid=106711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:47:21.766956 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.managers [req-b78d1417-9ca4-424e-a3a4-05217c6bca75 req-12d70af5-1482-4d4c-8bf5-4513ce1ee703 service neutron] Attempting to bind port 09336f3a-20de-4b02-8db2-b3ff2701e579 by drivers openvswitch,hyperv on host hv-cinder-81374 at level 0 using segments [{'id': 'f9077f40-da4c-4bda-b029-76facecb3822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0ffbc9b1-671e-4535-a15f-5a510845f53e'}] {{(pid=106711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:47:21.767278 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78d1417-9ca4-424e-a3a4-05217c6bca75 req-12d70af5-1482-4d4c-8bf5-4513ce1ee703 service neutron] Attempting to bind port 09336f3a-20de-4b02-8db2-b3ff2701e579 on network 0ffbc9b1-671e-4535-a15f-5a510845f53e {{(pid=106711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:47:21.772477 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78d1417-9ca4-424e-a3a4-05217c6bca75 req-12d70af5-1482-4d4c-8bf5-4513ce1ee703 service neutron] Port 09336f3a-20de-4b02-8db2-b3ff2701e579 on network 0ffbc9b1-671e-4535-a15f-5a510845f53e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81374 {{(pid=106711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 07:47:21.772854 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78d1417-9ca4-424e-a3a4-05217c6bca75 req-12d70af5-1482-4d4c-8bf5-4513ce1ee703 service neutron] Attempting to bind port 09336f3a-20de-4b02-8db2-b3ff2701e579 on network 0ffbc9b1-671e-4535-a15f-5a510845f53e {{(pid=106711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:47:21.777916 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78d1417-9ca4-424e-a3a4-05217c6bca75 req-12d70af5-1482-4d4c-8bf5-4513ce1ee703 service neutron] Checking agent: {'id': 'e9e2cc54-3b31-4b83-b77c-54087550ab3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 7, 40, 39), 'started_at': datetime.datetime(2021, 10, 14, 7, 40, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:47:21.780870 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78d1417-9ca4-424e-a3a4-05217c6bca75 req-12d70af5-1482-4d4c-8bf5-4513ce1ee703 service neutron] Checking segment: {'id': 'f9077f40-da4c-4bda-b029-76facecb3822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0ffbc9b1-671e-4535-a15f-5a510845f53e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:47:21.780870 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78d1417-9ca4-424e-a3a4-05217c6bca75 req-12d70af5-1482-4d4c-8bf5-4513ce1ee703 service neutron] Bound using segment: {'id': 'f9077f40-da4c-4bda-b029-76facecb3822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0ffbc9b1-671e-4535-a15f-5a510845f53e'} {{(pid=106711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:47:21.780870 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.managers [req-b78d1417-9ca4-424e-a3a4-05217c6bca75 req-12d70af5-1482-4d4c-8bf5-4513ce1ee703 service neutron] Bound port: 09336f3a-20de-4b02-8db2-b3ff2701e579, host: hv-cinder-81374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9077f40-da4c-4bda-b029-76facecb3822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0ffbc9b1-671e-4535-a15f-5a510845f53e'}}] {{(pid=106711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:47:21.780870 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-b78d1417-9ca4-424e-a3a4-05217c6bca75 req-12d70af5-1482-4d4c-8bf5-4513ce1ee703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:21.846523 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.db [req-b78d1417-9ca4-424e-a3a4-05217c6bca75 req-12d70af5-1482-4d4c-8bf5-4513ce1ee703 service neutron] For port 09336f3a-20de-4b02-8db2-b3ff2701e579, host hv-cinder-81374, cleared binding levels {{(pid=106711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:47:21.849883 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.db [req-b78d1417-9ca4-424e-a3a4-05217c6bca75 req-12d70af5-1482-4d4c-8bf5-4513ce1ee703 service neutron] For port 09336f3a-20de-4b02-8db2-b3ff2701e579, host hv-cinder-81374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=09336f3a-20de-4b02-8db2-b3ff2701e579,segment=NetworkSegment(f9077f40-da4c-4bda-b029-76facecb3822),segment_id=f9077f40-da4c-4bda-b029-76facecb3822)] {{(pid=106711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:47:21.911910 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008753d-72a9-46ff-ad38-4921ea39d7b9 req-a6ffcfb1-e754-4f60-bfe6-f210ea0f5bc6 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:21.913407 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-f008753d-72a9-46ff-ad38-4921ea39d7b9 req-a6ffcfb1-e754-4f60-bfe6-f210ea0f5bc6 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3d67d3c-567d-4d32-91cc-931e092d8cfd HTTP/1.1" status: 200 len: 943 time: 0.0481546 Oct 14 07:47:21.935486 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-b78d1417-9ca4-424e-a3a4-05217c6bca75 req-12d70af5-1482-4d4c-8bf5-4513ce1ee703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14797571'] for port, after_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:21.989195 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-f008753d-72a9-46ff-ad38-4921ea39d7b9 req-3b47fd49-270d-49f1-9b9f-932f40a8218c tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/security-groups?id=764cd794-7885-4e15-8789-07b95d0cdfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697782 Oct 14 07:47:21.992034 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d1417-9ca4-424e-a3a4-05217c6bca75 req-12d70af5-1482-4d4c-8bf5-4513ce1ee703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:21.992634 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-b78d1417-9ca4-424e-a3a4-05217c6bca75 req-12d70af5-1482-4d4c-8bf5-4513ce1ee703 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for port, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:21.993987 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-b78d1417-9ca4-424e-a3a4-05217c6bca75 req-12d70af5-1482-4d4c-8bf5-4513ce1ee703 service neutron] 10.222.0.54 "PUT /v2.0/ports/09336f3a-20de-4b02-8db2-b3ff2701e579 HTTP/1.1" status: 200 len: 1093 time: 0.7714865 Oct 14 07:47:21.994624 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53ba3e6d-705e-4872-8d82-7e4649ac32fd', 'tag': '09336f3a-20de-4b02-8db2-b3ff2701e579'}] {{(pid=106711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:47:21.996698 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761d26d7c5f72f4b552347b0101038dbdc9b0b60127f0c8e71cb2eb10747878c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e6425e-8171-4fdb-9ba8-670157948ef7" -d '{"events": [{"name": "network-changed", "server_uuid": "53ba3e6d-705e-4872-8d82-7e4649ac32fd", "tag": "09336f3a-20de-4b02-8db2-b3ff2701e579"}]}' {{(pid=106711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:47:22.020473 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d70af5-1482-4d4c-8bf5-4513ce1ee703 service neutron] Pushing event updated for resources: {'Port': ['ID=09336f3a-20de-4b02-8db2-b3ff2701e579,revision_number=3']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:22.036082 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40c1b48-0f56-459d-8a2f-c25c452fa879 x-openstack-request-id: req-c40c1b48-0f56-459d-8a2f-c25c452fa879 {{(pid=106711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:47:22.036393 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53ba3e6d-705e-4872-8d82-7e4649ac32fd", "tag": "09336f3a-20de-4b02-8db2-b3ff2701e579", "status": "completed", "code": 200}]} {{(pid=106711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:47:22.036634 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c40c1b48-0f56-459d-8a2f-c25c452fa879 {{(pid=106711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:47:22.037024 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53ba3e6d-705e-4872-8d82-7e4649ac32fd', 'tag': '09336f3a-20de-4b02-8db2-b3ff2701e579', 'status': 'completed', 'code': 200} Oct 14 07:47:22.634621 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2031ed-a98d-44fc-99f3-2a237d21fb95 req-1867c6a3-4e78-4004-8421-e0ccc0d3da81 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:22.636172 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-5f2031ed-a98d-44fc-99f3-2a237d21fb95 req-1867c6a3-4e78-4004-8421-e0ccc0d3da81 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=53ba3e6d-705e-4872-8d82-7e4649ac32fd HTTP/1.1" status: 200 len: 943 time: 0.0476081 Oct 14 07:47:22.676933 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-5f2031ed-a98d-44fc-99f3-2a237d21fb95 req-6501bb29-38ae-4d37-892f-5ac1e0f3ed24 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=1a3a4506-96f4-499d-b90c-5efc1f974099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342691 Oct 14 07:47:23.122321 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab35bf8-2a90-43f1-83e0-21ffb19e164e req-c660c25a-1989-4201-b9d3-95bfdb80a78a tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:23.124506 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-7ab35bf8-2a90-43f1-83e0-21ffb19e164e req-c660c25a-1989-4201-b9d3-95bfdb80a78a tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3d67d3c-567d-4d32-91cc-931e092d8cfd HTTP/1.1" status: 200 len: 943 time: 0.0503385 Oct 14 07:47:23.166326 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-7ab35bf8-2a90-43f1-83e0-21ffb19e164e req-d02f419d-ff2b-47f6-ac52-7fa96cf0c6be tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/security-groups?id=764cd794-7885-4e15-8789-07b95d0cdfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336745 Oct 14 07:47:23.787738 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dbe5f7-1b7b-4124-99c8-fddc705393c2 req-912d9cb7-826c-447e-8d37-27099d67f840 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:23.789174 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b1dbe5f7-1b7b-4124-99c8-fddc705393c2 req-912d9cb7-826c-447e-8d37-27099d67f840 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=53ba3e6d-705e-4872-8d82-7e4649ac32fd HTTP/1.1" status: 200 len: 943 time: 0.0472546 Oct 14 07:47:23.825543 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b1dbe5f7-1b7b-4124-99c8-fddc705393c2 req-d4b6923b-a11c-4c15-97ae-c4cd75226805 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=1a3a4506-96f4-499d-b90c-5efc1f974099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306196 Oct 14 07:47:24.277496 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dab413-b924-494b-b96c-5c3100937fd9 req-ad8c78f9-e655-47ad-b29c-be6b266fdef9 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:24.278929 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a7dab413-b924-494b-b96c-5c3100937fd9 req-ad8c78f9-e655-47ad-b29c-be6b266fdef9 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3d67d3c-567d-4d32-91cc-931e092d8cfd HTTP/1.1" status: 200 len: 943 time: 0.0467777 Oct 14 07:47:24.320484 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a7dab413-b924-494b-b96c-5c3100937fd9 req-0ee4b5af-52f2-4617-a039-5aedf4ad123b tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/security-groups?id=764cd794-7885-4e15-8789-07b95d0cdfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355513 Oct 14 07:47:24.370290 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6425e-8171-4fdb-9ba8-670157948ef7 req-9bdb405e-2747-4000-83f3-e7a63ab50064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:24.371757 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-43e6425e-8171-4fdb-9ba8-670157948ef7 req-9bdb405e-2747-4000-83f3-e7a63ab50064 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=faeed044a6d84decaaa0cac966b09ce9&device_id=53ba3e6d-705e-4872-8d82-7e4649ac32fd HTTP/1.1" status: 200 len: 1096 time: 0.0400651 Oct 14 07:47:24.475275 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6425e-8171-4fdb-9ba8-670157948ef7 req-e9aeef92-cdc9-462f-85c6-83d5930fc65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:24.476762 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-43e6425e-8171-4fdb-9ba8-670157948ef7 req-e9aeef92-cdc9-462f-85c6-83d5930fc65c service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=faeed044a6d84decaaa0cac966b09ce9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0909450 Oct 14 07:47:24.577969 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6425e-8171-4fdb-9ba8-670157948ef7 req-511fd5dd-79bf-4a68-9495-c6e4bdd39047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:24.579225 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-43e6425e-8171-4fdb-9ba8-670157948ef7 req-511fd5dd-79bf-4a68-9495-c6e4bdd39047 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0950236 Oct 14 07:47:24.702465 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d1417-9ca4-424e-a3a4-05217c6bca75 req-1c4a2f30-f685-4134-b62c-d8d90117c31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:24.704430 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-b78d1417-9ca4-424e-a3a4-05217c6bca75 req-1c4a2f30-f685-4134-b62c-d8d90117c31e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=faeed044a6d84decaaa0cac966b09ce9&device_id=53ba3e6d-705e-4872-8d82-7e4649ac32fd HTTP/1.1" status: 200 len: 1096 time: 0.0399427 Oct 14 07:47:25.003649 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-b78d1417-9ca4-424e-a3a4-05217c6bca75 req-410aa8fb-31d5-4ce3-8892-3a28b2147071 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09336f3a-20de-4b02-8db2-b3ff2701e579 HTTP/1.1" status: 200 len: 217 time: 0.2826171 Oct 14 07:47:25.072403 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d1417-9ca4-424e-a3a4-05217c6bca75 req-d245fafe-e6c9-49cf-a280-394760886fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:25.073829 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-b78d1417-9ca4-424e-a3a4-05217c6bca75 req-d245fafe-e6c9-49cf-a280-394760886fa5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6b3909e2-8d10-4803-8f95-ccf56ec3b849 HTTP/1.1" status: 200 len: 850 time: 0.0620325 Oct 14 07:47:25.082622 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf7b6f6-5c70-4828-885c-83b3118de8e1 req-b61613ba-2c3e-4f59-931b-2a4517ddc13b tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:25.084113 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-1bf7b6f6-5c70-4828-885c-83b3118de8e1 req-b61613ba-2c3e-4f59-931b-2a4517ddc13b tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=53ba3e6d-705e-4872-8d82-7e4649ac32fd HTTP/1.1" status: 200 len: 943 time: 0.0833423 Oct 14 07:47:25.152924 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-1bf7b6f6-5c70-4828-885c-83b3118de8e1 req-be3be9f3-6f9b-450e-854b-f09637008164 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=1a3a4506-96f4-499d-b90c-5efc1f974099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627286 Oct 14 07:47:25.158704 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d1417-9ca4-424e-a3a4-05217c6bca75 req-6bb582f3-31d1-4585-a5bf-764327a15336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:25.160134 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-b78d1417-9ca4-424e-a3a4-05217c6bca75 req-6bb582f3-31d1-4585-a5bf-764327a15336 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0ffbc9b1-671e-4535-a15f-5a510845f53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0624530 Oct 14 07:47:25.247722 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-b78d1417-9ca4-424e-a3a4-05217c6bca75 req-247b0af6-875a-41e8-87d2-d733ff952d66 service neutron] 10.222.0.54 "GET /v2.0/networks/0ffbc9b1-671e-4535-a15f-5a510845f53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790699 Oct 14 07:47:25.285275 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 00e0bdc4-48a5-40c6-b36f-a0189affcac6 details requested by agent hyperv_hv-cinder-81374 with host hv-cinder-81374 {{(pid=106712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 07:47:25.342455 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-b78d1417-9ca4-424e-a3a4-05217c6bca75 req-d1349998-2be8-41a2-9927-19e4ce158a4e service neutron] 10.222.0.54 "GET /v2.0/networks/0ffbc9b1-671e-4535-a15f-5a510845f53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864666 Oct 14 07:47:25.384923 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port 00e0bdc4-48a5-40c6-b36f-a0189affcac6, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=00e0bdc4-48a5-40c6-b36f-a0189affcac6,segment=NetworkSegment(152371c7-0552-4d65-87d0-821f84c259a7),segment_id=152371c7-0552-4d65-87d0-821f84c259a7)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:47:25.398067 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Returning: {'device': '00e0bdc4-48a5-40c6-b36f-a0189affcac6', 'network_id': '85d25c42-5a00-4428-bab5-907945698b12', 'port_id': '00e0bdc4-48a5-40c6-b36f-a0189affcac6', 'mac_address': 'fa:16:3e:3e:f7:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ac4f05b-6d10-4d3c-bb57-36333758839d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 07:47:25.441749 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:25.454936 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00e0bdc4-48a5-40c6-b36f-a0189affcac6 {{(pid=106712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:47:25.463370 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b30a2-6c4a-4a2a-b439-ead8cdcf5444 req-bed4594f-2782-456c-9fb7-5b416e000422 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:25.464859 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-004b30a2-6c4a-4a2a-b439-ead8cdcf5444 req-bed4594f-2782-456c-9fb7-5b416e000422 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3d67d3c-567d-4d32-91cc-931e092d8cfd HTTP/1.1" status: 200 len: 943 time: 0.0478594 Oct 14 07:47:25.474037 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port 00e0bdc4-48a5-40c6-b36f-a0189affcac6, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=00e0bdc4-48a5-40c6-b36f-a0189affcac6,segment=NetworkSegment(152371c7-0552-4d65-87d0-821f84c259a7),segment_id=152371c7-0552-4d65-87d0-821f84c259a7)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:47:25.506794 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-004b30a2-6c4a-4a2a-b439-ead8cdcf5444 req-5b719a83-525f-4bb8-9d9e-c8c815bad94b tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/security-groups?id=764cd794-7885-4e15-8789-07b95d0cdfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355425 Oct 14 07:47:25.539239 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:25.592245 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=00e0bdc4-48a5-40c6-b36f-a0189affcac6,revision_number=4']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:25.881375 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] get_ports_and_sgs() called for port_ids ['00e0bdc4-48a5-40c6-b36f-a0189affcac6'] {{(pid=106712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:47:26.264748 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72c5c9-bc1a-49d5-baa5-14d14bd3378c req-4c38e460-33c6-4f6a-9eee-fbf338b6c503 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:26.266271 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-2c72c5c9-bc1a-49d5-baa5-14d14bd3378c req-4c38e460-33c6-4f6a-9eee-fbf338b6c503 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=53ba3e6d-705e-4872-8d82-7e4649ac32fd HTTP/1.1" status: 200 len: 943 time: 0.0475388 Oct 14 07:47:26.303426 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-2c72c5c9-bc1a-49d5-baa5-14d14bd3378c req-31b0a843-765f-41f7-af10-b2ea256083fa tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=1a3a4506-96f4-499d-b90c-5efc1f974099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308526 Oct 14 07:47:26.621604 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f71132-cf44-4deb-b142-be9e7bddd334 req-1409587f-24bd-4a01-b6ba-bd08ea075ac8 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:26.622986 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-e0f71132-cf44-4deb-b142-be9e7bddd334 req-1409587f-24bd-4a01-b6ba-bd08ea075ac8 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3d67d3c-567d-4d32-91cc-931e092d8cfd HTTP/1.1" status: 200 len: 944 time: 0.0476048 Oct 14 07:47:26.662874 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-e0f71132-cf44-4deb-b142-be9e7bddd334 req-db4d3615-a42b-4db5-a946-abc40e4ccb39 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/security-groups?id=764cd794-7885-4e15-8789-07b95d0cdfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336444 Oct 14 07:47:27.426054 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-665f098e-dac5-4fd1-bd4f-8a2929d54bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:27.563733 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e497a83-3143-47db-a396-1456d43ca89a req-35346d4b-7a60-4a4a-a5a7-710bb6e3d7ec tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:27.565193 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-7e497a83-3143-47db-a396-1456d43ca89a req-35346d4b-7a60-4a4a-a5a7-710bb6e3d7ec tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=53ba3e6d-705e-4872-8d82-7e4649ac32fd HTTP/1.1" status: 200 len: 943 time: 0.1947603 Oct 14 07:47:27.605532 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-7e497a83-3143-47db-a396-1456d43ca89a req-1ec6bc8e-4365-485e-82c3-6e9ec6629958 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=1a3a4506-96f4-499d-b90c-5efc1f974099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338540 Oct 14 07:47:27.779802 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb8b689-816a-4b82-8ea3-09189a1872fd req-789a01ae-13b7-46d6-9b51-7ec6fe8eed80 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:27.781304 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-ffb8b689-816a-4b82-8ea3-09189a1872fd req-789a01ae-13b7-46d6-9b51-7ec6fe8eed80 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3d67d3c-567d-4d32-91cc-931e092d8cfd HTTP/1.1" status: 200 len: 944 time: 0.0484447 Oct 14 07:47:27.818676 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-ffb8b689-816a-4b82-8ea3-09189a1872fd req-eb2875e2-3614-49d1-9823-87c070f20c2e tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/security-groups?id=764cd794-7885-4e15-8789-07b95d0cdfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311980 Oct 14 07:47:28.714033 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0539a2a5-3577-46c2-b739-fe75f5588a6e req-22a0ddd5-2695-4242-a053-fa2369932730 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:28.715494 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-0539a2a5-3577-46c2-b739-fe75f5588a6e req-22a0ddd5-2695-4242-a053-fa2369932730 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=53ba3e6d-705e-4872-8d82-7e4649ac32fd HTTP/1.1" status: 200 len: 943 time: 0.0458820 Oct 14 07:47:28.752873 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-0539a2a5-3577-46c2-b739-fe75f5588a6e req-267104de-b664-44bc-939a-54364568407d tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=1a3a4506-96f4-499d-b90c-5efc1f974099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305459 Oct 14 07:47:28.983521 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd44e21-4768-48cd-8564-d49ccad0aead req-5ffcf3cb-3dce-4017-8ab6-5de387e3c69e tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:28.984976 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-cdd44e21-4768-48cd-8564-d49ccad0aead req-5ffcf3cb-3dce-4017-8ab6-5de387e3c69e tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3d67d3c-567d-4d32-91cc-931e092d8cfd HTTP/1.1" status: 200 len: 944 time: 0.0997803 Oct 14 07:47:29.022073 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-cdd44e21-4768-48cd-8564-d49ccad0aead req-cea1bf5b-9ddd-431c-bcf6-ebd3e5c6f357 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/security-groups?id=764cd794-7885-4e15-8789-07b95d0cdfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313294 Oct 14 07:47:29.868309 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65544541-4f73-4378-bc87-cf76663a5c5e req-ab25a76e-9c07-4bf7-9dd8-994378f9db95 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:29.870176 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-65544541-4f73-4378-bc87-cf76663a5c5e req-ab25a76e-9c07-4bf7-9dd8-994378f9db95 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=53ba3e6d-705e-4872-8d82-7e4649ac32fd HTTP/1.1" status: 200 len: 943 time: 0.0526519 Oct 14 07:47:29.907877 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-65544541-4f73-4378-bc87-cf76663a5c5e req-5a33fb4b-bb93-49b2-b16b-1e136fd2c22e tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=1a3a4506-96f4-499d-b90c-5efc1f974099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312796 Oct 14 07:47:29.997086 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-31355c07-afa3-45c7-a696-b58d78135d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:30.132873 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831cd2c-b17c-41e2-ab4d-b003d3135afa req-43dd746a-5890-4391-9769-c9c04b5ef309 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:30.134324 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-8831cd2c-b17c-41e2-ab4d-b003d3135afa req-43dd746a-5890-4391-9769-c9c04b5ef309 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3d67d3c-567d-4d32-91cc-931e092d8cfd HTTP/1.1" status: 200 len: 944 time: 0.0468516 Oct 14 07:47:30.174138 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-8831cd2c-b17c-41e2-ab4d-b003d3135afa req-caf0a537-4ed0-474f-8fc5-754f3d696404 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/security-groups?id=764cd794-7885-4e15-8789-07b95d0cdfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339997 Oct 14 07:47:30.752670 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 09336f3a-20de-4b02-8db2-b3ff2701e579 details requested by agent hyperv_hv-cinder-81374 with host hv-cinder-81374 {{(pid=106712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 07:47:30.765914 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 00e0bdc4-48a5-40c6-b36f-a0189affcac6 up at agent hyperv_hv-cinder-81374 {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:47:30.859409 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:30.896667 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port 09336f3a-20de-4b02-8db2-b3ff2701e579, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=09336f3a-20de-4b02-8db2-b3ff2701e579,segment=NetworkSegment(f9077f40-da4c-4bda-b029-76facecb3822),segment_id=f9077f40-da4c-4bda-b029-76facecb3822)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:47:30.907814 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Returning: {'device': '09336f3a-20de-4b02-8db2-b3ff2701e579', 'network_id': '0ffbc9b1-671e-4535-a15f-5a510845f53e', 'port_id': '09336f3a-20de-4b02-8db2-b3ff2701e579', 'mac_address': 'fa:16:3e:9a:e5:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b3909e2-8d10-4803-8f95-ccf56ec3b849', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 07:47:30.947054 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:30.963005 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09336f3a-20de-4b02-8db2-b3ff2701e579 {{(pid=106712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:47:30.975494 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Provisioning for port 00e0bdc4-48a5-40c6-b36f-a0189affcac6 completed by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 07:47:30.985541 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port 09336f3a-20de-4b02-8db2-b3ff2701e579, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=09336f3a-20de-4b02-8db2-b3ff2701e579,segment=NetworkSegment(f9077f40-da4c-4bda-b029-76facecb3822),segment_id=f9077f40-da4c-4bda-b029-76facecb3822)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:47:30.987094 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Provisioning complete for port 00e0bdc4-48a5-40c6-b36f-a0189affcac6 triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:47:30.987462 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:31.024773 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5468b7be-aba2-4034-8889-a6b33c170b75 req-1c9217e9-0003-4028-8a10-370a1cab9077 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:31.026280 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-5468b7be-aba2-4034-8889-a6b33c170b75 req-1c9217e9-0003-4028-8a10-370a1cab9077 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=53ba3e6d-705e-4872-8d82-7e4649ac32fd HTTP/1.1" status: 200 len: 943 time: 0.0510569 Oct 14 07:47:31.054990 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:31.075351 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-5468b7be-aba2-4034-8889-a6b33c170b75 req-dac49f26-1e65-4f2d-96cf-8272488f4ee6 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=1a3a4506-96f4-499d-b90c-5efc1f974099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382445 Oct 14 07:47:31.099608 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:31.134907 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d67d3c-567d-4d32-91cc-931e092d8cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e0bdc4-48a5-40c6-b36f-a0189affcac6'}] {{(pid=106712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:47:31.137171 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3db9d29808d7d8625da6d6dfdab11118ca3df70b734e515c8bcc451a900cfacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b13b5e-8696-4eef-ac87-ec41def45856" -d '{"events": [{"server_uuid": "d3d67d3c-567d-4d32-91cc-931e092d8cfd", "name": "network-vif-plugged", "status": "completed", "tag": "00e0bdc4-48a5-40c6-b36f-a0189affcac6"}]}' {{(pid=106712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:47:31.139249 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 59226) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:47:31.142324 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=09336f3a-20de-4b02-8db2-b3ff2701e579,revision_number=4']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:31.154224 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port 00e0bdc4-48a5-40c6-b36f-a0189affcac6, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=00e0bdc4-48a5-40c6-b36f-a0189affcac6,segment=NetworkSegment(152371c7-0552-4d65-87d0-821f84c259a7),segment_id=152371c7-0552-4d65-87d0-821f84c259a7)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:47:31.178028 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f317638f-9c9d-410f-a486-d75d5c751940 x-openstack-request-id: req-f317638f-9c9d-410f-a486-d75d5c751940 {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:47:31.178028 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d67d3c-567d-4d32-91cc-931e092d8cfd", "name": "network-vif-plugged", "status": "completed", "tag": "00e0bdc4-48a5-40c6-b36f-a0189affcac6", "code": 200}]} {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:47:31.178028 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f317638f-9c9d-410f-a486-d75d5c751940 {{(pid=106712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:47:31.178028 dv-cinder-813746-2-iscsi neutron-server[106712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d67d3c-567d-4d32-91cc-931e092d8cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e0bdc4-48a5-40c6-b36f-a0189affcac6', 'code': 200} Oct 14 07:47:31.254327 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:31.259254 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-985bad24-fa3c-4c1e-937c-79039588aeba admin admin] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:31.291974 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217619b7-5eda-424f-b404-eff71f9d17e3 req-5caf826f-fc4d-412c-b6f7-c15da397c1d5 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:31.293621 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-217619b7-5eda-424f-b404-eff71f9d17e3 req-5caf826f-fc4d-412c-b6f7-c15da397c1d5 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3d67d3c-567d-4d32-91cc-931e092d8cfd HTTP/1.1" status: 200 len: 945 time: 0.0518568 Oct 14 07:47:31.309369 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=00e0bdc4-48a5-40c6-b36f-a0189affcac6,revision_number=5']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:31.322754 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-93e1ef1e-be74-48a7-9436-c986e05ec438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:31.335421 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-217619b7-5eda-424f-b404-eff71f9d17e3 req-13535ab4-63b7-448e-b4e5-9100b51aab75 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/security-groups?id=764cd794-7885-4e15-8789-07b95d0cdfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354848 Oct 14 07:47:31.416125 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] get_ports_and_sgs() called for port_ids ['09336f3a-20de-4b02-8db2-b3ff2701e579'] {{(pid=106712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:47:31.465729 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-985bad24-fa3c-4c1e-937c-79039588aeba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:31.526781 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c102bf9-fa92-48d7-92ab-7157cdd911ab req-c895abd6-da80-4588-a1a7-61ff0d57d445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:31.528296 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-3c102bf9-fa92-48d7-92ab-7157cdd911ab req-c895abd6-da80-4588-a1a7-61ff0d57d445 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d3d67d3c-567d-4d32-91cc-931e092d8cfd HTTP/1.1" status: 200 len: 1098 time: 0.0380380 Oct 14 07:47:31.529310 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-985bad24-fa3c-4c1e-937c-79039588aeba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:31.582519 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-985bad24-fa3c-4c1e-937c-79039588aeba admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6f72214da095427fabd7316f8990ddaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4420223 Oct 14 07:47:31.585253 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 59234) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:47:31.587064 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985bad24-fa3c-4c1e-937c-79039588aeba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8c1b5d-1a51-4707-9236-a9b288cde5ee,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:31.599501 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-3c102bf9-fa92-48d7-92ab-7157cdd911ab req-d51ee1a7-2489-4e19-8640-12d279c55311 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=764cd794-7885-4e15-8789-07b95d0cdfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600343 Oct 14 07:47:31.633600 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-3f6258ca-7491-490b-a5c6-c10703ea4659 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:31.653863 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-3f6258ca-7491-490b-a5c6-c10703ea4659 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:31.762934 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-3f6258ca-7491-490b-a5c6-c10703ea4659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:31.766110 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-3f6258ca-7491-490b-a5c6-c10703ea4659 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:31.767243 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-3f6258ca-7491-490b-a5c6-c10703ea4659 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1a8c1b5d-1a51-4707-9236-a9b288cde5ee HTTP/1.1" status: 204 len: 168 time: 0.1809685 Oct 14 07:47:31.775071 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6258ca-7491-490b-a5c6-c10703ea4659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8c1b5d-1a51-4707-9236-a9b288cde5ee,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:32.199760 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f782e-018e-4251-91ee-0e3429d5ff03 req-2c26e79f-96f5-44d9-a4bf-0b0ad22b23ca tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:32.201229 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-789f782e-018e-4251-91ee-0e3429d5ff03 req-2c26e79f-96f5-44d9-a4bf-0b0ad22b23ca tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=53ba3e6d-705e-4872-8d82-7e4649ac32fd HTTP/1.1" status: 200 len: 944 time: 0.0519638 Oct 14 07:47:32.243319 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-789f782e-018e-4251-91ee-0e3429d5ff03 req-d37ca191-f82e-4906-8074-e3cd3faa5050 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=1a3a4506-96f4-499d-b90c-5efc1f974099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351706 Oct 14 07:47:32.351095 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 59250) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:47:32.365100 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c4242c6a-5641-4105-8ca3-124e2f5f318b admin admin] Publish callbacks [] for security_group, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:32.439357 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c4242c6a-5641-4105-8ca3-124e2f5f318b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:32.456175 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0b282-9e0e-422a-bcb9-db5c54093ebc req-a72b648a-6cb4-4db5-a766-357ebb974187 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:32.457652 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-31e0b282-9e0e-422a-bcb9-db5c54093ebc req-a72b648a-6cb4-4db5-a766-357ebb974187 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3d67d3c-567d-4d32-91cc-931e092d8cfd HTTP/1.1" status: 200 len: 945 time: 0.0526619 Oct 14 07:47:32.495640 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-31e0b282-9e0e-422a-bcb9-db5c54093ebc req-e2f46ba3-e8ab-4b8f-8434-a4c715ba55f3 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/security-groups?id=764cd794-7885-4e15-8789-07b95d0cdfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319471 Oct 14 07:47:32.505443 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c4242c6a-5641-4105-8ca3-124e2f5f318b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:32.542896 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-c4242c6a-5641-4105-8ca3-124e2f5f318b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bec3dba5b00e4af6ba3079b8d723f3f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1907132 Oct 14 07:47:32.543902 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4242c6a-5641-4105-8ca3-124e2f5f318b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4261f641-2232-4c1b-8420-f55789623f9f,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:32.545623 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 59254) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:47:32.594930 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-d673ba86-825b-428e-a546-e904d0f7f43e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:32.615552 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-d673ba86-825b-428e-a546-e904d0f7f43e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:32.733695 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-d673ba86-825b-428e-a546-e904d0f7f43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:32.737047 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-d673ba86-825b-428e-a546-e904d0f7f43e admin admin] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:32.738200 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-d673ba86-825b-428e-a546-e904d0f7f43e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4261f641-2232-4c1b-8420-f55789623f9f HTTP/1.1" status: 204 len: 168 time: 0.1915202 Oct 14 07:47:32.745998 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d673ba86-825b-428e-a546-e904d0f7f43e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4261f641-2232-4c1b-8420-f55789623f9f,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:32.766388 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 09336f3a-20de-4b02-8db2-b3ff2701e579 up at agent hyperv_hv-cinder-81374 {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:47:32.911345 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-439377cf-db3c-4e91-9aae-241f8a26ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:32.933942 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Provisioning for port 09336f3a-20de-4b02-8db2-b3ff2701e579 completed by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 07:47:32.938115 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Provisioning complete for port 09336f3a-20de-4b02-8db2-b3ff2701e579 triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:47:32.938463 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:33.014151 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:33.049034 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port 09336f3a-20de-4b02-8db2-b3ff2701e579, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=09336f3a-20de-4b02-8db2-b3ff2701e579,segment=NetworkSegment(f9077f40-da4c-4bda-b029-76facecb3822),segment_id=f9077f40-da4c-4bda-b029-76facecb3822)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:47:33.122715 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:33.174356 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=09336f3a-20de-4b02-8db2-b3ff2701e579,revision_number=5']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:33.177393 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ba3e6d-705e-4872-8d82-7e4649ac32fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09336f3a-20de-4b02-8db2-b3ff2701e579'}] {{(pid=106712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:47:33.179858 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3db9d29808d7d8625da6d6dfdab11118ca3df70b734e515c8bcc451a900cfacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f98dc0-6d03-4cc0-a3fd-3aba40da9a72" -d '{"events": [{"server_uuid": "53ba3e6d-705e-4872-8d82-7e4649ac32fd", "name": "network-vif-plugged", "status": "completed", "tag": "09336f3a-20de-4b02-8db2-b3ff2701e579"}]}' {{(pid=106712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:47:33.236577 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7e9dae-1767-4aaa-9b07-c4079c955198 x-openstack-request-id: req-ca7e9dae-1767-4aaa-9b07-c4079c955198 {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:47:33.236914 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ba3e6d-705e-4872-8d82-7e4649ac32fd", "name": "network-vif-plugged", "status": "completed", "tag": "09336f3a-20de-4b02-8db2-b3ff2701e579", "code": 200}]} {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:47:33.237231 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ca7e9dae-1767-4aaa-9b07-c4079c955198 {{(pid=106712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:47:33.237690 dv-cinder-813746-2-iscsi neutron-server[106712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ba3e6d-705e-4872-8d82-7e4649ac32fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09336f3a-20de-4b02-8db2-b3ff2701e579', 'code': 200} Oct 14 07:47:33.361653 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697011b-8e0c-487c-b7fd-1dda10de1397 req-473a5d6d-2b4d-4a3f-8319-26d12fec989a tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:33.363165 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-8697011b-8e0c-487c-b7fd-1dda10de1397 req-473a5d6d-2b4d-4a3f-8319-26d12fec989a tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=53ba3e6d-705e-4872-8d82-7e4649ac32fd HTTP/1.1" status: 200 len: 945 time: 0.0515642 Oct 14 07:47:33.406023 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-8697011b-8e0c-487c-b7fd-1dda10de1397 req-e332a5bc-86f3-4a2f-a128-0a6bc6e9774d tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=1a3a4506-96f4-499d-b90c-5efc1f974099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329976 Oct 14 07:47:33.622925 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4cf06b-d214-4d79-9d3c-060bcf193503 req-e5ac2b36-44d9-4a86-820b-188a11deedf1 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:33.625125 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-ca4cf06b-d214-4d79-9d3c-060bcf193503 req-e5ac2b36-44d9-4a86-820b-188a11deedf1 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3d67d3c-567d-4d32-91cc-931e092d8cfd HTTP/1.1" status: 200 len: 945 time: 0.0513239 Oct 14 07:47:33.676255 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-ca4cf06b-d214-4d79-9d3c-060bcf193503 req-fc417b91-e8df-4d3a-a69c-d972fbb15fb4 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/security-groups?id=764cd794-7885-4e15-8789-07b95d0cdfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443022 Oct 14 07:47:33.697662 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844617fa-18f5-4881-96c1-facecba1fc29 req-b9ad795d-cd9f-45a1-8c8e-b6cb6a773786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:33.699164 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-844617fa-18f5-4881-96c1-facecba1fc29 req-b9ad795d-cd9f-45a1-8c8e-b6cb6a773786 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=53ba3e6d-705e-4872-8d82-7e4649ac32fd HTTP/1.1" status: 200 len: 1098 time: 0.0599864 Oct 14 07:47:33.758960 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-844617fa-18f5-4881-96c1-facecba1fc29 req-516d28d4-d44f-4e02-931d-84e587451e09 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1a3a4506-96f4-499d-b90c-5efc1f974099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292768 Oct 14 07:47:34.516510 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13fe03-0a19-409e-b4b2-d175865430f8 req-62b74b46-776e-4a5b-b138-98e48087ea31 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:34.517996 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-5e13fe03-0a19-409e-b4b2-d175865430f8 req-62b74b46-776e-4a5b-b138-98e48087ea31 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=53ba3e6d-705e-4872-8d82-7e4649ac32fd HTTP/1.1" status: 200 len: 945 time: 0.0494440 Oct 14 07:47:34.568386 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-5e13fe03-0a19-409e-b4b2-d175865430f8 req-43788490-2347-4a8d-a0f7-f1b3ea1a1ea6 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=1a3a4506-96f4-499d-b90c-5efc1f974099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408344 Oct 14 07:47:35.065586 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa05efa-00b0-4e12-bdd1-aae8dcaf9c92 req-1737efab-b5a1-4155-b971-762b932b4172 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:35.067049 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-5fa05efa-00b0-4e12-bdd1-aae8dcaf9c92 req-1737efab-b5a1-4155-b971-762b932b4172 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3d67d3c-567d-4d32-91cc-931e092d8cfd HTTP/1.1" status: 200 len: 945 time: 0.0526781 Oct 14 07:47:35.105922 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-5fa05efa-00b0-4e12-bdd1-aae8dcaf9c92 req-8b520ad1-3ee0-44db-a96a-6cee032ee57e tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/security-groups?id=764cd794-7885-4e15-8789-07b95d0cdfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325398 Oct 14 07:47:35.684684 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1159b6c-5237-43f5-895b-df1a7e24976d req-f8d62ea8-ed2c-4dca-8008-5c07dbf2c2b6 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:35.686199 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a1159b6c-5237-43f5-895b-df1a7e24976d req-f8d62ea8-ed2c-4dca-8008-5c07dbf2c2b6 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=53ba3e6d-705e-4872-8d82-7e4649ac32fd HTTP/1.1" status: 200 len: 945 time: 0.0548081 Oct 14 07:47:35.717125 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 59372) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:47:35.727309 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a1159b6c-5237-43f5-895b-df1a7e24976d req-74d2c1d8-4b2d-41ba-b0ee-6de97373682d tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=1a3a4506-96f4-499d-b90c-5efc1f974099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346539 Oct 14 07:47:35.788928 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.agents_db [None req-84b3d5e4-9e25-480e-9cd9-33a6a693fe4d None None] Agent healthcheck: found 6 active agents {{(pid=106713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:47:35.827126 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-29d4abed-231d-47f7-be50-a375a70b6f94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:35.837301 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d36b43c-3aa7-4f15-84e9-5e79339cee35 req-7d4d1a5c-63c3-4f7f-bef2-c0dadae67e79 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:35.838770 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-0d36b43c-3aa7-4f15-84e9-5e79339cee35 req-7d4d1a5c-63c3-4f7f-bef2-c0dadae67e79 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=53ba3e6d-705e-4872-8d82-7e4649ac32fd HTTP/1.1" status: 200 len: 945 time: 0.0485651 Oct 14 07:47:35.847258 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 59378) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:47:35.851992 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-c8cba537-a226-4040-a511-a1ecc3c32ed4 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Request body: {'floatingip': {'port_id': '09336f3a-20de-4b02-8db2-b3ff2701e579'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:47:35.893579 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c8cba537-a226-4040-a511-a1ecc3c32ed4 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks [] for floatingip, before_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:35.902369 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-29d4abed-231d-47f7-be50-a375a70b6f94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:35.974408 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-29d4abed-231d-47f7-be50-a375a70b6f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:36.016501 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-29d4abed-231d-47f7-be50-a375a70b6f94 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5fb00617278d4389bc65450bb8d41143&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2947650 Oct 14 07:47:36.016501 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d4abed-231d-47f7-be50-a375a70b6f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb40b8d-1e06-410a-8826-267f6259798f,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:36.017420 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 59382) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:47:36.067113 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-1482d181-84d1-4aae-a18b-bf763ea90351 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:36.088291 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-1482d181-84d1-4aae-a18b-bf763ea90351 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:36.145750 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89893bde-1033-4f2a-9665-3f566bebbe84 req-a2ae7fdd-8845-4fe7-97a4-1ef19adb0b03 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:36.147229 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-89893bde-1033-4f2a-9665-3f566bebbe84 req-a2ae7fdd-8845-4fe7-97a4-1ef19adb0b03 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa098e80-005b-4d94-a54b-b0828fffa894 HTTP/1.1" status: 200 len: 945 time: 0.0948579 Oct 14 07:47:36.168569 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-1482d181-84d1-4aae-a18b-bf763ea90351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:36.171338 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-1482d181-84d1-4aae-a18b-bf763ea90351 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:36.172597 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-1482d181-84d1-4aae-a18b-bf763ea90351 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3cb40b8d-1e06-410a-8826-267f6259798f HTTP/1.1" status: 204 len: 168 time: 0.1540787 Oct 14 07:47:36.207896 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1482d181-84d1-4aae-a18b-bf763ea90351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb40b8d-1e06-410a-8826-267f6259798f,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:36.232869 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b23b64-2f6d-4f9e-ac8c-5212b048e153 req-8584c2bc-d28d-4365-9ed7-bc028661d9d8 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:36.235378 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-62b23b64-2f6d-4f9e-ac8c-5212b048e153 req-8584c2bc-d28d-4365-9ed7-bc028661d9d8 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3d67d3c-567d-4d32-91cc-931e092d8cfd HTTP/1.1" status: 200 len: 945 time: 0.0616906 Oct 14 07:47:36.274489 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-62b23b64-2f6d-4f9e-ac8c-5212b048e153 req-cc72c1f5-381f-4f6e-b038-148a793f360e tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/security-groups?id=764cd794-7885-4e15-8789-07b95d0cdfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326757 Oct 14 07:47:36.301337 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-89893bde-1033-4f2a-9665-3f566bebbe84 req-1b69a3ce-3d18-475a-adcb-55e1b95b102d tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/security-groups?id=d11574b2-c989-4ff3-9d47-a161bca6d517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468320 Oct 14 07:47:36.772097 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c8cba537-a226-4040-a511-a1ecc3c32ed4 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:36.786325 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 59392) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:47:36.799791 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-5432ce4d-31a5-4da6-b6ff-a648099aea81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:36.844265 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c8cba537-a226-4040-a511-a1ecc3c32ed4 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648330'] for floatingip, after_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:36.947281 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-5432ce4d-31a5-4da6-b6ff-a648099aea81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:36.965414 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.db.l3_db [None req-c8cba537-a226-4040-a511-a1ecc3c32ed4 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Floating IP 5734299b-43ac-44c9-b23c-0160151f77a5 associated. External IP: 172.27.3.152, port: 09336f3a-20de-4b02-8db2-b3ff2701e579. Oct 14 07:47:37.002829 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-5432ce4d-31a5-4da6-b6ff-a648099aea81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:37.054917 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-5432ce4d-31a5-4da6-b6ff-a648099aea81 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7065edf9d8bb403eb6a4f01dc39e60c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2674947 Oct 14 07:47:37.057533 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 59394) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:47:37.079862 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5432ce4d-31a5-4da6-b6ff-a648099aea81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62464568-7afd-4a97-b916-dfeea88603cc,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:37.116460 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-29f3dcdc-da93-4f33-b239-09fcee581187 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:37.156863 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-29f3dcdc-da93-4f33-b239-09fcee581187 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:37.176404 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46cedc-ffab-470f-9d02-dc4919f2e54f req-59fb9bc0-b7d0-4d67-bed0-679bfa0367b9 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:37.177854 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-7c46cedc-ffab-470f-9d02-dc4919f2e54f req-59fb9bc0-b7d0-4d67-bed0-679bfa0367b9 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3d67d3c-567d-4d32-91cc-931e092d8cfd HTTP/1.1" status: 200 len: 945 time: 0.0730674 Oct 14 07:47:37.212778 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8cba537-a226-4040-a511-a1ecc3c32ed4 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Router c0801572-6a09-4ac6-8dfd-8b6c8503b4e1 has already been hosted by L3 agent f0543dd8-cbcf-46a4-b5f3-c6f7813920a1 {{(pid=106710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:47:37.286157 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [req-7c46cedc-ffab-470f-9d02-dc4919f2e54f req-d610d1c0-4e73-41b6-a044-2e0ea12f8d20 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Deleting port 00e0bdc4-48a5-40c6-b36f-a0189affcac6 {{(pid=106711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:47:37.286494 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-7c46cedc-ffab-470f-9d02-dc4919f2e54f req-d610d1c0-4e73-41b6-a044-2e0ea12f8d20 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:37.322231 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8cba537-a226-4040-a511-a1ecc3c32ed4 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Notify agent at l3_agent.dv-cinder-813746-2-iscsi the message routers_updated {{(pid=106710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:47:37.329752 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c8cba537-a226-4040-a511-a1ecc3c32ed4 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for floatingip, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:37.336832 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509182ce-6c0a-476b-b63e-7931d383d686 None None] Sync routers for ids ['c0801572-6a09-4ac6-8dfd-8b6c8503b4e1'] in dv-cinder-813746-2-iscsi {{(pid=106712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:47:37.353621 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-29f3dcdc-da93-4f33-b239-09fcee581187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:37.353814 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509182ce-6c0a-476b-b63e-7931d383d686 None None] Routers {'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:47:37.354366 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-509182ce-6c0a-476b-b63e-7931d383d686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:47:30Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['c0801572-6a09-4ac6-8dfd-8b6c8503b4e1'], 'active': True} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:47:37.356623 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-29f3dcdc-da93-4f33-b239-09fcee581187 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:37.358012 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-29f3dcdc-da93-4f33-b239-09fcee581187 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/62464568-7afd-4a97-b916-dfeea88603cc HTTP/1.1" status: 204 len: 168 time: 0.2994442 Oct 14 07:47:37.361059 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-c8cba537-a226-4040-a511-a1ecc3c32ed4 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "PUT /v2.0/floatingips/5734299b-43ac-44c9-b23c-0160151f77a5 HTTP/1.1" status: 200 len: 991 time: 1.5121348 Oct 14 07:47:37.362055 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53ba3e6d-705e-4872-8d82-7e4649ac32fd', 'tag': '09336f3a-20de-4b02-8db2-b3ff2701e579'}] {{(pid=106710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:47:37.364387 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ebf78bef5954e8ca5597493995d581d8346ee5b9d6b2d49db072251da4c473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e3d1c7-b86f-4416-b575-c5f0da17e3f1" -d '{"events": [{"name": "network-changed", "server_uuid": "53ba3e6d-705e-4872-8d82-7e4649ac32fd", "tag": "09336f3a-20de-4b02-8db2-b3ff2701e579"}]}' {{(pid=106710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:47:37.380251 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f3dcdc-da93-4f33-b239-09fcee581187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62464568-7afd-4a97-b916-dfeea88603cc,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:37.408270 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.db [req-7c46cedc-ffab-470f-9d02-dc4919f2e54f req-d610d1c0-4e73-41b6-a044-2e0ea12f8d20 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] For port 00e0bdc4-48a5-40c6-b36f-a0189affcac6, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=00e0bdc4-48a5-40c6-b36f-a0189affcac6,segment=NetworkSegment(152371c7-0552-4d65-87d0-821f84c259a7),segment_id=152371c7-0552-4d65-87d0-821f84c259a7)] {{(pid=106711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:47:37.408637 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-7c46cedc-ffab-470f-9d02-dc4919f2e54f req-d610d1c0-4e73-41b6-a044-2e0ea12f8d20 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:37.425081 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [req-7c46cedc-ffab-470f-9d02-dc4919f2e54f req-d610d1c0-4e73-41b6-a044-2e0ea12f8d20 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Calling delete_port for 00e0bdc4-48a5-40c6-b36f-a0189affcac6 owned by compute:nova {{(pid=106711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:47:37.451287 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12793634-577f-4db5-9711-4211f857e726 req-7b11c229-b48c-4e30-9767-5c2bd763ee02 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:37.453533 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-12793634-577f-4db5-9711-4211f857e726 req-7b11c229-b48c-4e30-9767-5c2bd763ee02 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3d67d3c-567d-4d32-91cc-931e092d8cfd HTTP/1.1" status: 200 len: 945 time: 0.0512550 Oct 14 07:47:37.493497 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-12793634-577f-4db5-9711-4211f857e726 req-08b8daff-3813-454a-a1eb-5650cc4cdb68 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/security-groups?id=764cd794-7885-4e15-8789-07b95d0cdfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329530 Oct 14 07:47:37.527350 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvr_db [None req-509182ce-6c0a-476b-b63e-7931d383d686 None None] Set router c0801572-6a09-4ac6-8dfd-8b6c8503b4e1 gateway port host: dv-cinder-813746-2-iscsi {{(pid=106712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:47:37.567389 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e912f-77e4-4722-94e4-1139ef5bb485 req-41f9d256-fa93-44e2-a8dc-c8743300741c tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:37.568837 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-228e912f-77e4-4722-94e4-1139ef5bb485 req-41f9d256-fa93-44e2-a8dc-c8743300741c tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa098e80-005b-4d94-a54b-b0828fffa894 HTTP/1.1" status: 200 len: 945 time: 0.0710492 Oct 14 07:47:37.649230 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-228e912f-77e4-4722-94e4-1139ef5bb485 req-1ddf9649-0d71-4e53-8198-1f2a121247f0 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/security-groups?id=d11574b2-c989-4ff3-9d47-a161bca6d517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529411 Oct 14 07:47:37.700751 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece08d91-8220-4bec-aa47-b00bfa3c0ae1 x-openstack-request-id: req-ece08d91-8220-4bec-aa47-b00bfa3c0ae1 {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:47:37.704208 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53ba3e6d-705e-4872-8d82-7e4649ac32fd", "tag": "09336f3a-20de-4b02-8db2-b3ff2701e579", "status": "completed", "code": 200}]} {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:47:37.704208 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ece08d91-8220-4bec-aa47-b00bfa3c0ae1 {{(pid=106710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:47:37.704208 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53ba3e6d-705e-4872-8d82-7e4649ac32fd', 'tag': '09336f3a-20de-4b02-8db2-b3ff2701e579', 'status': 'completed', 'code': 200} Oct 14 07:47:37.724001 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-7c46cedc-ffab-470f-9d02-dc4919f2e54f req-d610d1c0-4e73-41b6-a044-2e0ea12f8d20 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14797620'] for port, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:37.757945 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d610d1c0-4e73-41b6-a044-2e0ea12f8d20 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Pushing event deleted for resources: {'Port': ['ID=00e0bdc4-48a5-40c6-b36f-a0189affcac6,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:37.774689 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] get_ports_and_sgs() called for port_ids ['00e0bdc4-48a5-40c6-b36f-a0189affcac6'] {{(pid=106712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:47:37.813499 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3d1c7-b86f-4416-b575-c5f0da17e3f1 req-d4401f70-59d2-4ac7-a39c-9babbf87c6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:37.815141 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-74e3d1c7-b86f-4416-b575-c5f0da17e3f1 req-d4401f70-59d2-4ac7-a39c-9babbf87c6c5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=faeed044a6d84decaaa0cac966b09ce9&device_id=53ba3e6d-705e-4872-8d82-7e4649ac32fd HTTP/1.1" status: 200 len: 1098 time: 0.0530312 Oct 14 07:47:37.824022 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c46cedc-ffab-470f-9d02-dc4919f2e54f req-d610d1c0-4e73-41b6-a044-2e0ea12f8d20 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] No DVR routers for this DVR port 00e0bdc4-48a5-40c6-b36f-a0189affcac6 on host hv-cinder-81374 {{(pid=106711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:47:37.826313 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-7c46cedc-ffab-470f-9d02-dc4919f2e54f req-d610d1c0-4e73-41b6-a044-2e0ea12f8d20 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for port, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:37.831517 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-7c46cedc-ffab-470f-9d02-dc4919f2e54f req-d610d1c0-4e73-41b6-a044-2e0ea12f8d20 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.54 "DELETE /v2.0/ports/00e0bdc4-48a5-40c6-b36f-a0189affcac6 HTTP/1.1" status: 204 len: 173 time: 0.6366835 Oct 14 07:47:37.832072 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d67d3c-567d-4d32-91cc-931e092d8cfd', 'name': 'network-vif-deleted', 'tag': '00e0bdc4-48a5-40c6-b36f-a0189affcac6'}] {{(pid=106711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:47:37.835089 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761d26d7c5f72f4b552347b0101038dbdc9b0b60127f0c8e71cb2eb10747878c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fecbb48-2e45-4a47-a555-8204e8250d1b" -d '{"events": [{"server_uuid": "d3d67d3c-567d-4d32-91cc-931e092d8cfd", "name": "network-vif-deleted", "tag": "00e0bdc4-48a5-40c6-b36f-a0189affcac6"}]}' {{(pid=106711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:47:37.868570 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-509182ce-6c0a-476b-b63e-7931d383d686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'name': 'tempest-AttachVolumeTestJSON-1129393165-router', 'tenant_id': 'faeed044a6d84decaaa0cac966b09ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'eba54564-9091-4f7b-871c-167c24bb4a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:42:28Z', 'updated_at': '2021-10-14T07:42:35Z', 'revision_number': 4, 'project_id': 'faeed044a6d84decaaa0cac966b09ce9', 'gw_port': {'id': 'eba54564-9091-4f7b-871c-167c24bb4a7b', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:30Z', 'updated_at': '2021-10-14T07:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_floatingips': [{'id': '5734299b-43ac-44c9-b23c-0160151f77a5', 'tenant_id': 'faeed044a6d84decaaa0cac966b09ce9', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'router_id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'port_id': '09336f3a-20de-4b02-8db2-b3ff2701e579', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ffbc9b1-671e-4535-a15f-5a510845f53e', 'mac_address': 'fa:16:3e:9a:e5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ba3e6d-705e-4872-8d82-7e4649ac32fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:47:16Z', 'updated_at': '2021-10-14T07:47:36Z', 'revision_number': 1, 'project_id': 'faeed044a6d84decaaa0cac966b09ce9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4665e705-32ec-4fad-9f3e-04595755e3a9', 'name': '', 'network_id': '0ffbc9b1-671e-4535-a15f-5a510845f53e', 'tenant_id': 'faeed044a6d84decaaa0cac966b09ce9', 'mac_address': 'fa:16:3e:99:84:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6b3909e2-8d10-4803-8f95-ccf56ec3b849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:33Z', 'updated_at': '2021-10-14T07:42:41Z', 'revision_number': 5, 'project_id': 'faeed044a6d84decaaa0cac966b09ce9', 'subnets': [{'id': '6b3909e2-8d10-4803-8f95-ccf56ec3b849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:47:37.898653 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509182ce-6c0a-476b-b63e-7931d383d686 None None] Checking router: c0801572-6a09-4ac6-8dfd-8b6c8503b4e1 for host: dv-cinder-813746-2-iscsi {{(pid=106712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:47:37.919006 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509182ce-6c0a-476b-b63e-7931d383d686 None None] Routers {'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:47:37.919618 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-509182ce-6c0a-476b-b63e-7931d383d686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:47:30Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['c0801572-6a09-4ac6-8dfd-8b6c8503b4e1'], 'active': True} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:47:37.949306 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b695f9d-7e77-42d1-8deb-6200a35c2f53 x-openstack-request-id: req-9b695f9d-7e77-42d1-8deb-6200a35c2f53 {{(pid=106711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:47:37.949600 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d67d3c-567d-4d32-91cc-931e092d8cfd", "name": "network-vif-deleted", "tag": "00e0bdc4-48a5-40c6-b36f-a0189affcac6", "status": "completed", "code": 200}]} {{(pid=106711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:47:37.949892 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9b695f9d-7e77-42d1-8deb-6200a35c2f53 {{(pid=106711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:47:37.950246 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d67d3c-567d-4d32-91cc-931e092d8cfd', 'name': 'network-vif-deleted', 'tag': '00e0bdc4-48a5-40c6-b36f-a0189affcac6', 'status': 'completed', 'code': 200} Oct 14 07:47:37.960073 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3d1c7-b86f-4416-b575-c5f0da17e3f1 req-81decf74-1b4f-4c81-b82b-4e0896e018c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:37.961917 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-74e3d1c7-b86f-4416-b575-c5f0da17e3f1 req-81decf74-1b4f-4c81-b82b-4e0896e018c0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0ffbc9b1-671e-4535-a15f-5a510845f53e HTTP/1.1" status: 200 len: 912 time: 0.1032331 Oct 14 07:47:38.035733 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvr_db [None req-509182ce-6c0a-476b-b63e-7931d383d686 None None] Set router c0801572-6a09-4ac6-8dfd-8b6c8503b4e1 gateway port host: dv-cinder-813746-2-iscsi {{(pid=106712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:47:38.066359 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-74e3d1c7-b86f-4416-b575-c5f0da17e3f1 req-935cdd66-bdcd-4241-acc6-4842ac9e0f32 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09336f3a-20de-4b02-8db2-b3ff2701e579 HTTP/1.1" status: 200 len: 999 time: 0.0718465 Oct 14 07:47:38.181118 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3d1c7-b86f-4416-b575-c5f0da17e3f1 req-694a9cfb-caf9-4204-b096-f19a0a4fb6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:38.182678 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-74e3d1c7-b86f-4416-b575-c5f0da17e3f1 req-694a9cfb-caf9-4204-b096-f19a0a4fb6ab service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6b3909e2-8d10-4803-8f95-ccf56ec3b849 HTTP/1.1" status: 200 len: 850 time: 0.0488639 Oct 14 07:47:38.255767 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3d1c7-b86f-4416-b575-c5f0da17e3f1 req-14198b4a-5383-402f-8ace-3f540b99c02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:38.257435 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-74e3d1c7-b86f-4416-b575-c5f0da17e3f1 req-14198b4a-5383-402f-8ace-3f540b99c02c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0ffbc9b1-671e-4535-a15f-5a510845f53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456402 Oct 14 07:47:38.288787 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-509182ce-6c0a-476b-b63e-7931d383d686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'name': 'tempest-AttachVolumeTestJSON-1129393165-router', 'tenant_id': 'faeed044a6d84decaaa0cac966b09ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'eba54564-9091-4f7b-871c-167c24bb4a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:42:28Z', 'updated_at': '2021-10-14T07:42:35Z', 'revision_number': 4, 'project_id': 'faeed044a6d84decaaa0cac966b09ce9', 'gw_port': {'id': 'eba54564-9091-4f7b-871c-167c24bb4a7b', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:30Z', 'updated_at': '2021-10-14T07:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_floatingips': [{'id': '5734299b-43ac-44c9-b23c-0160151f77a5', 'tenant_id': 'faeed044a6d84decaaa0cac966b09ce9', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'router_id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'port_id': '09336f3a-20de-4b02-8db2-b3ff2701e579', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ffbc9b1-671e-4535-a15f-5a510845f53e', 'mac_address': 'fa:16:3e:9a:e5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ba3e6d-705e-4872-8d82-7e4649ac32fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:47:16Z', 'updated_at': '2021-10-14T07:47:36Z', 'revision_number': 1, 'project_id': 'faeed044a6d84decaaa0cac966b09ce9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4665e705-32ec-4fad-9f3e-04595755e3a9', 'name': '', 'network_id': '0ffbc9b1-671e-4535-a15f-5a510845f53e', 'tenant_id': 'faeed044a6d84decaaa0cac966b09ce9', 'mac_address': 'fa:16:3e:99:84:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6b3909e2-8d10-4803-8f95-ccf56ec3b849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:33Z', 'updated_at': '2021-10-14T07:42:41Z', 'revision_number': 5, 'project_id': 'faeed044a6d84decaaa0cac966b09ce9', 'subnets': [{'id': '6b3909e2-8d10-4803-8f95-ccf56ec3b849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:47:38.384662 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-74e3d1c7-b86f-4416-b575-c5f0da17e3f1 req-1e41817a-a150-4b2e-b878-ee5be158f112 service neutron] 10.222.0.54 "GET /v2.0/networks/0ffbc9b1-671e-4535-a15f-5a510845f53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136043 Oct 14 07:47:38.456435 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509182ce-6c0a-476b-b63e-7931d383d686 None None] The sync data for ids ['c0801572-6a09-4ac6-8dfd-8b6c8503b4e1'] in dv-cinder-813746-2-iscsi is: [{'id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'name': 'tempest-AttachVolumeTestJSON-1129393165-router', 'tenant_id': 'faeed044a6d84decaaa0cac966b09ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'eba54564-9091-4f7b-871c-167c24bb4a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:42:28Z', 'updated_at': '2021-10-14T07:42:35Z', 'revision_number': 4, 'project_id': 'faeed044a6d84decaaa0cac966b09ce9', 'gw_port': {'id': 'eba54564-9091-4f7b-871c-167c24bb4a7b', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:30Z', 'updated_at': '2021-10-14T07:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_floatingips': [{'id': '5734299b-43ac-44c9-b23c-0160151f77a5', 'tenant_id': 'faeed044a6d84decaaa0cac966b09ce9', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'router_id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'port_id': '09336f3a-20de-4b02-8db2-b3ff2701e579', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ffbc9b1-671e-4535-a15f-5a510845f53e', 'mac_address': 'fa:16:3e:9a:e5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ba3e6d-705e-4872-8d82-7e4649ac32fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:47:16Z', 'updated_at': '2021-10-14T07:47:36Z', 'revision_number': 1, 'project_id': 'faeed044a6d84decaaa0cac966b09ce9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4665e705-32ec-4fad-9f3e-04595755e3a9', 'name': '', 'network_id': '0ffbc9b1-671e-4535-a15f-5a510845f53e', 'tenant_id': 'faeed044a6d84decaaa0cac966b09ce9', 'mac_address': 'fa:16:3e:99:84:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6b3909e2-8d10-4803-8f95-ccf56ec3b849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:33Z', 'updated_at': '2021-10-14T07:42:41Z', 'revision_number': 5, 'project_id': 'faeed044a6d84decaaa0cac966b09ce9', 'subnets': [{'id': '6b3909e2-8d10-4803-8f95-ccf56ec3b849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:47:38.494824 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb1b4a3-ba18-4e6b-ae39-43db31818397 req-148a0bbc-cc21-4af4-b097-d7694997ef90 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:38.496532 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-9eb1b4a3-ba18-4e6b-ae39-43db31818397 req-148a0bbc-cc21-4af4-b097-d7694997ef90 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa098e80-005b-4d94-a54b-b0828fffa894 HTTP/1.1" status: 200 len: 945 time: 0.0698426 Oct 14 07:47:38.533353 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-74e3d1c7-b86f-4416-b575-c5f0da17e3f1 req-c566785d-4d40-405e-9e6d-d4c7d9bda4a4 service neutron] 10.222.0.54 "GET /v2.0/networks/0ffbc9b1-671e-4535-a15f-5a510845f53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068084 Oct 14 07:47:38.557743 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 59432) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:47:38.614150 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-3740c2c9-be9b-46fa-8c02-b423c99b4107 req-75de8c53-514a-4947-a06e-8b0ffb04d644 tempest-VolumesActionsTest-714064079 tempest-VolumesActionsTest-714064079-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3d67d3c-567d-4d32-91cc-931e092d8cfd HTTP/1.1" status: 200 len: 210 time: 0.0287187 Oct 14 07:47:38.621000 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [req-9eb1b4a3-ba18-4e6b-ae39-43db31818397 req-4a5a8c9a-4e5f-417d-b8bd-5246162cad3d tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Deleting port 01bfc94a-8552-482d-aa91-41889ffc2c7f {{(pid=106711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:47:38.623213 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-9eb1b4a3-ba18-4e6b-ae39-43db31818397 req-4a5a8c9a-4e5f-417d-b8bd-5246162cad3d tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:38.688880 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-6c2a50b0-d696-4468-831f-e28071de7fcc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-869510719-network', 'tenant_id': 'f7ab52cd844e4fa788c6cc89ca1bdcf1'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:47:38.734678 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea761e54-d995-4b64-afe0-bc7b8f1226ae None None] New status for floating IP 5734299b-43ac-44c9-b23c-0160151f77a5: ACTIVE {{(pid=106713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 07:47:38.751094 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2a50b0-d696-4468-831f-e28071de7fcc admin admin] Made reservation on behalf of f7ab52cd844e4fa788c6cc89ca1bdcf1 for: {'network': 1} {{(pid=106710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:47:38.753736 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-6c2a50b0-d696-4468-831f-e28071de7fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for network, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:38.767657 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-6c2a50b0-d696-4468-831f-e28071de7fcc admin admin] Publish callbacks [] for security_group, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:38.783780 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.db [req-9eb1b4a3-ba18-4e6b-ae39-43db31818397 req-4a5a8c9a-4e5f-417d-b8bd-5246162cad3d tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] For port 01bfc94a-8552-482d-aa91-41889ffc2c7f, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=01bfc94a-8552-482d-aa91-41889ffc2c7f,segment=NetworkSegment(8426edd5-2043-49c0-857a-b0e887e9c38d),segment_id=8426edd5-2043-49c0-857a-b0e887e9c38d)] {{(pid=106711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:47:38.784628 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-9eb1b4a3-ba18-4e6b-ae39-43db31818397 req-4a5a8c9a-4e5f-417d-b8bd-5246162cad3d tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:38.801735 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [req-9eb1b4a3-ba18-4e6b-ae39-43db31818397 req-4a5a8c9a-4e5f-417d-b8bd-5246162cad3d tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Calling delete_port for 01bfc94a-8552-482d-aa91-41889ffc2c7f owned by compute:nova {{(pid=106711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:47:38.857067 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-6c2a50b0-d696-4468-831f-e28071de7fcc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:38.864004 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b287fe-7016-4748-afee-d766466aff18 req-90686233-f0d3-40d1-880c-8af15d4c4b96 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:38.865568 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-43b287fe-7016-4748-afee-d766466aff18 req-90686233-f0d3-40d1-880c-8af15d4c4b96 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa098e80-005b-4d94-a54b-b0828fffa894 HTTP/1.1" status: 200 len: 945 time: 0.1430242 Oct 14 07:47:38.922346 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-43b287fe-7016-4748-afee-d766466aff18 req-087889f3-9c48-4b8c-9967-f407c830567f tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/security-groups?id=d11574b2-c989-4ff3-9d47-a161bca6d517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489912 Oct 14 07:47:38.945732 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-6c2a50b0-d696-4468-831f-e28071de7fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:38.993150 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a50b0-d696-4468-831f-e28071de7fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafcb769-a499-4733-b7b0-733a95d76ac0,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:39.083138 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-9eb1b4a3-ba18-4e6b-ae39-43db31818397 req-4a5a8c9a-4e5f-417d-b8bd-5246162cad3d tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14797620'] for port, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:39.089200 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c2a50b0-d696-4468-831f-e28071de7fcc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=106710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 07:47:39.098519 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-6c2a50b0-d696-4468-831f-e28071de7fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728044'] for segment, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:39.098892 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.db.segments_db [None req-6c2a50b0-d696-4468-831f-e28071de7fcc admin admin] Added segment beb968ed-963d-4aa1-be8a-b155e4ee7daf of type vlan for network 740adbbb-c24e-464f-b288-87b35aab842c Oct 14 07:47:39.114764 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a8c9a-4e5f-417d-b8bd-5246162cad3d tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Pushing event deleted for resources: {'Port': ['ID=01bfc94a-8552-482d-aa91-41889ffc2c7f,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:39.116560 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] get_ports_and_sgs() called for port_ids ['01bfc94a-8552-482d-aa91-41889ffc2c7f'] {{(pid=106712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:47:39.141839 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-6c2a50b0-d696-4468-831f-e28071de7fcc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787629651321'] for network, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:39.158946 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb1b4a3-ba18-4e6b-ae39-43db31818397 req-4a5a8c9a-4e5f-417d-b8bd-5246162cad3d tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] No DVR routers for this DVR port 01bfc94a-8552-482d-aa91-41889ffc2c7f on host hv-cinder-81374 {{(pid=106711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:47:39.161509 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-9eb1b4a3-ba18-4e6b-ae39-43db31818397 req-4a5a8c9a-4e5f-417d-b8bd-5246162cad3d tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for port, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:39.164828 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-9eb1b4a3-ba18-4e6b-ae39-43db31818397 req-4a5a8c9a-4e5f-417d-b8bd-5246162cad3d tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.54 "DELETE /v2.0/ports/01bfc94a-8552-482d-aa91-41889ffc2c7f HTTP/1.1" status: 204 len: 173 time: 0.6599522 Oct 14 07:47:39.265432 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-6c2a50b0-d696-4468-831f-e28071de7fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486'] for network, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:39.266329 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2a50b0-d696-4468-831f-e28071de7fcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:39.266931 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-6c2a50b0-d696-4468-831f-e28071de7fcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for network, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:39.326794 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a50b0-d696-4468-831f-e28071de7fcc admin admin] Pushing event updated for resources: {'Network': ['ID=740adbbb-c24e-464f-b288-87b35aab842c,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:39.336264 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Network 740adbbb-c24e-464f-b288-87b35aab842c details requested by agent ovs-agent-dv-cinder-813746-2-iscsi with host dv-cinder-813746-2-iscsi {{(pid=106712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 07:47:39.368215 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 59442) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:47:39.368419 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-6c2a50b0-d696-4468-831f-e28071de7fcc admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8090870 Oct 14 07:47:39.374043 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [None req-04ab9614-2503-4a56-991e-44c7cc47285a admin admin] Request body: {'subnet': {'network_id': '740adbbb-c24e-464f-b288-87b35aab842c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-869510719-subnet', 'tenant_id': 'f7ab52cd844e4fa788c6cc89ca1bdcf1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:47:39.477101 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ab9614-2503-4a56-991e-44c7cc47285a admin admin] Made reservation on behalf of f7ab52cd844e4fa788c6cc89ca1bdcf1 for: {'subnet': 1} {{(pid=106711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:47:39.479524 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-04ab9614-2503-4a56-991e-44c7cc47285a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15954719'] for subnet, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:39.688717 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-04ab9614-2503-4a56-991e-44c7cc47285a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14796932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15954697'] for subnet, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:39.743341 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab9614-2503-4a56-991e-44c7cc47285a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5c381b2-73fb-4d79-8643-c41888bb0e35,revision_number=0']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:39.752541 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ab9614-2503-4a56-991e-44c7cc47285a admin admin] Checking segment: {'id': 'beb968ed-963d-4aa1-be8a-b155e4ee7daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '740adbbb-c24e-464f-b288-87b35aab842c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:47:39.752890 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ab9614-2503-4a56-991e-44c7cc47285a admin admin] Network hostable DHCP agents. Network: 740adbbb-c24e-464f-b288-87b35aab842c, hostable agents: ['0e09805b-9c3f-4b14-8211-d4974393509b'], hosted agents: [] {{(pid=106711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 07:47:39.854081 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ab9614-2503-4a56-991e-44c7cc47285a admin admin] Network 740adbbb-c24e-464f-b288-87b35aab842c is scheduled to be hosted by DHCP agent 0e09805b-9c3f-4b14-8211-d4974393509b with binding_index 1 {{(pid=106711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 07:47:39.951561 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa098e80-005b-4d94-a54b-b0828fffa894', 'name': 'network-vif-deleted', 'tag': '01bfc94a-8552-482d-aa91-41889ffc2c7f'}] {{(pid=106711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:47:39.954381 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761d26d7c5f72f4b552347b0101038dbdc9b0b60127f0c8e71cb2eb10747878c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da35d599-513a-4447-a8b2-efab9c3ab313" -d '{"events": [{"server_uuid": "fa098e80-005b-4d94-a54b-b0828fffa894", "name": "network-vif-deleted", "tag": "01bfc94a-8552-482d-aa91-41889ffc2c7f"}]}' {{(pid=106711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:47:39.975905 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.base_scheduler [None req-04ab9614-2503-4a56-991e-44c7cc47285a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813746-2-iscsi, 740adbbb-c24e-464f-b288-87b35aab842c) {{(pid=106711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:47:39.985429 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883807ae-82e5-4415-8b50-1cdafcd4e532 None None] Network 740adbbb-c24e-464f-b288-87b35aab842c requested from dv-cinder-813746-2-iscsi {{(pid=106712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:47:39.993488 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ab9614-2503-4a56-991e-44c7cc47285a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:39.994141 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-04ab9614-2503-4a56-991e-44c7cc47285a admin admin] Publish callbacks [] for subnet, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:40.005510 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6df74b-08b1-44bc-adce-86cef760f9e9 x-openstack-request-id: req-1e6df74b-08b1-44bc-adce-86cef760f9e9 {{(pid=106711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:47:40.005804 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa098e80-005b-4d94-a54b-b0828fffa894", "name": "network-vif-deleted", "tag": "01bfc94a-8552-482d-aa91-41889ffc2c7f", "status": "completed", "code": 200}]} {{(pid=106711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:47:40.007101 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1e6df74b-08b1-44bc-adce-86cef760f9e9 {{(pid=106711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:47:40.007101 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa098e80-005b-4d94-a54b-b0828fffa894', 'name': 'network-vif-deleted', 'tag': '01bfc94a-8552-482d-aa91-41889ffc2c7f', 'status': 'completed', 'code': 200} Oct 14 07:47:40.051549 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-9ab7da8a-2efb-463c-bcb3-05421e043143 req-4df39311-0e67-4eb1-ba93-7f65282ac277 tempest-VolumesSnapshotTestJSON-2048650129 tempest-VolumesSnapshotTestJSON-2048650129-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa098e80-005b-4d94-a54b-b0828fffa894 HTTP/1.1" status: 200 len: 210 time: 0.0291495 Oct 14 07:47:40.091435 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-04ab9614-2503-4a56-991e-44c7cc47285a admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7219675 Oct 14 07:47:40.151563 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f66bac7-d084-4eaf-9307-1ec397b2a075 None None] Network 740adbbb-c24e-464f-b288-87b35aab842c requested from dv-cinder-813746-2-iscsi {{(pid=106712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:47:40.835632 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 59494) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:47:40.840664 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-d53a8df7-bc14-4184-b6ff-cc57eeed18ba admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1202165353-network', 'tenant_id': '25aeb7e97c39495b940cd37a2c14705c'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:47:40.922580 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53a8df7-bc14-4184-b6ff-cc57eeed18ba admin admin] Made reservation on behalf of 25aeb7e97c39495b940cd37a2c14705c for: {'network': 1} {{(pid=106710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:47:40.924975 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-d53a8df7-bc14-4184-b6ff-cc57eeed18ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for network, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:40.933575 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-d53a8df7-bc14-4184-b6ff-cc57eeed18ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:41.003184 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:41.005911 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-d53a8df7-bc14-4184-b6ff-cc57eeed18ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:41.116848 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-d53a8df7-bc14-4184-b6ff-cc57eeed18ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:41.141597 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d53a8df7-bc14-4184-b6ff-cc57eeed18ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=106710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 07:47:41.151744 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53a8df7-bc14-4184-b6ff-cc57eeed18ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e4b718-9133-4034-8737-f688c8d82bc4,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:41.158039 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-d53a8df7-bc14-4184-b6ff-cc57eeed18ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728044'] for segment, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:41.158376 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.db.segments_db [None req-d53a8df7-bc14-4184-b6ff-cc57eeed18ba admin admin] Added segment 872a73f4-dbad-4fc1-b9e0-bf0efc2add32 of type vlan for network 53a5fc28-e7b5-4b63-8f45-54dfdc2cd4cc Oct 14 07:47:41.201344 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-d53a8df7-bc14-4184-b6ff-cc57eeed18ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787629651321'] for network, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:41.299790 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-d53a8df7-bc14-4184-b6ff-cc57eeed18ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486'] for network, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:41.300768 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53a8df7-bc14-4184-b6ff-cc57eeed18ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:41.301352 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-d53a8df7-bc14-4184-b6ff-cc57eeed18ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for network, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:41.362066 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53a8df7-bc14-4184-b6ff-cc57eeed18ba admin admin] Pushing event updated for resources: {'Network': ['ID=53a5fc28-e7b5-4b63-8f45-54dfdc2cd4cc,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:41.371246 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Network 53a5fc28-e7b5-4b63-8f45-54dfdc2cd4cc details requested by agent ovs-agent-dv-cinder-813746-2-iscsi with host dv-cinder-813746-2-iscsi {{(pid=106712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 07:47:41.429050 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-d53a8df7-bc14-4184-b6ff-cc57eeed18ba admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5922332 Oct 14 07:47:41.435904 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 59520) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:47:41.441293 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-dfac45a0-b938-4a7b-9582-2bfa34cef048 admin admin] Request body: {'subnet': {'network_id': '53a5fc28-e7b5-4b63-8f45-54dfdc2cd4cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1202165353-subnet', 'tenant_id': '25aeb7e97c39495b940cd37a2c14705c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:47:41.539312 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfac45a0-b938-4a7b-9582-2bfa34cef048 admin admin] Made reservation on behalf of 25aeb7e97c39495b940cd37a2c14705c for: {'subnet': 1} {{(pid=106710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:47:41.541712 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-dfac45a0-b938-4a7b-9582-2bfa34cef048 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16090979'] for subnet, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:41.779392 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-dfac45a0-b938-4a7b-9582-2bfa34cef048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16031626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16090997'] for subnet, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:41.837286 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac45a0-b938-4a7b-9582-2bfa34cef048 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f67cec8-8991-42be-a6cb-61d4cad1f936,revision_number=0']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:47:41.841523 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfac45a0-b938-4a7b-9582-2bfa34cef048 admin admin] Checking segment: {'id': '872a73f4-dbad-4fc1-b9e0-bf0efc2add32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '53a5fc28-e7b5-4b63-8f45-54dfdc2cd4cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:47:41.841875 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfac45a0-b938-4a7b-9582-2bfa34cef048 admin admin] Network hostable DHCP agents. Network: 53a5fc28-e7b5-4b63-8f45-54dfdc2cd4cc, hostable agents: ['0e09805b-9c3f-4b14-8211-d4974393509b'], hosted agents: [] {{(pid=106710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 07:47:41.951119 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfac45a0-b938-4a7b-9582-2bfa34cef048 admin admin] Network 53a5fc28-e7b5-4b63-8f45-54dfdc2cd4cc is scheduled to be hosted by DHCP agent 0e09805b-9c3f-4b14-8211-d4974393509b with binding_index 1 {{(pid=106710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 07:47:42.048307 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.base_scheduler [None req-dfac45a0-b938-4a7b-9582-2bfa34cef048 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813746-2-iscsi, 53a5fc28-e7b5-4b63-8f45-54dfdc2cd4cc) {{(pid=106710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:47:42.052462 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfac45a0-b938-4a7b-9582-2bfa34cef048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:47:42.053131 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-dfac45a0-b938-4a7b-9582-2bfa34cef048 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for subnet, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:42.058013 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c88a8d-b8ca-4d86-8b59-6d0509491c08 None None] Network 53a5fc28-e7b5-4b63-8f45-54dfdc2cd4cc requested from dv-cinder-813746-2-iscsi {{(pid=106712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:47:42.136903 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-dfac45a0-b938-4a7b-9582-2bfa34cef048 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6998346 Oct 14 07:47:42.179464 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62de48c-6649-4965-bd3c-4bb446f780b3 None None] Network 53a5fc28-e7b5-4b63-8f45-54dfdc2cd4cc requested from dv-cinder-813746-2-iscsi {{(pid=106712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:47:43.967681 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 01bfc94a-8552-482d-aa91-41889ffc2c7f no longer exists at agent hyperv_hv-cinder-81374 {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:47:43.992150 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] No Port match for: 01bfc94a-8552-482d-aa91-41889ffc2c7f {{(pid=106712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:47:43.992501 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 01bfc94a-8552-482d-aa91-41889ffc2c7f not bound to the agent host hv-cinder-81374 {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:47:43.992901 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 00e0bdc4-48a5-40c6-b36f-a0189affcac6 no longer exists at agent hyperv_hv-cinder-81374 {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:47:44.012489 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] No Port match for: 00e0bdc4-48a5-40c6-b36f-a0189affcac6 {{(pid=106712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:47:44.012834 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 00e0bdc4-48a5-40c6-b36f-a0189affcac6 not bound to the agent host hv-cinder-81374 {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:47:57.373938 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-c9dddca0-80e4-48f8-8d6b-bf0e61de7e20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:47:59.991158 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-756f692e-ed68-453c-93d4-b50cd28649c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:00.831400 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:01.312051 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-93e1ef1e-be74-48a7-9436-c986e05ec438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:02.860088 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-439377cf-db3c-4e91-9aae-241f8a26ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:05.551260 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 59928) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:48:05.596783 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.db_base_plugin_v2 [None req-c27a8ea7-9217-4ed5-a96f-4f58afe0737d admin admin] Deleting subnet c5c381b2-73fb-4d79-8643-c41888bb0e35 {{(pid=106711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 07:48:05.602903 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-c27a8ea7-9217-4ed5-a96f-4f58afe0737d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:05.645128 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-c27a8ea7-9217-4ed5-a96f-4f58afe0737d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16126850'] for subnet, precommit_delete_associations {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:05.686438 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-c27a8ea7-9217-4ed5-a96f-4f58afe0737d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728799'] for subnet, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:05.854044 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-c27a8ea7-9217-4ed5-a96f-4f58afe0737d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14796997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15954738'] for subnet, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:05.893320 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-c27a8ea7-9217-4ed5-a96f-4f58afe0737d admin admin] Publish callbacks [] for subnet, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:05.897781 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-c27a8ea7-9217-4ed5-a96f-4f58afe0737d admin admin] 10.222.0.47 "DELETE /v2.0/subnets/c5c381b2-73fb-4d79-8643-c41888bb0e35 HTTP/1.1" status: 204 len: 168 time: 0.3455071 Oct 14 07:48:05.899068 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a8ea7-9217-4ed5-a96f-4f58afe0737d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5c381b2-73fb-4d79-8643-c41888bb0e35,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:05.900686 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 59940) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:48:05.912427 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a8ea7-9217-4ed5-a96f-4f58afe0737d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:48:05.913160 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a8ea7-9217-4ed5-a96f-4f58afe0737d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:48:05.913531 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a8ea7-9217-4ed5-a96f-4f58afe0737d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:48:05.913889 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a8ea7-9217-4ed5-a96f-4f58afe0737d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:48:05.914234 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a8ea7-9217-4ed5-a96f-4f58afe0737d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:48:05.914864 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a8ea7-9217-4ed5-a96f-4f58afe0737d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:48:05.915430 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a8ea7-9217-4ed5-a96f-4f58afe0737d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:48:05.915792 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a8ea7-9217-4ed5-a96f-4f58afe0737d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:48:05.919808 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a8ea7-9217-4ed5-a96f-4f58afe0737d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:48:05.919808 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a8ea7-9217-4ed5-a96f-4f58afe0737d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:48:05.919808 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a8ea7-9217-4ed5-a96f-4f58afe0737d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:48:05.919808 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a8ea7-9217-4ed5-a96f-4f58afe0737d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:48:05.981795 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-824bea96-246c-4417-95d1-8a9d0af24bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530581'] for network, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:06.085683 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-824bea96-246c-4417-95d1-8a9d0af24bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727114', 'neutron.services.segments.db._delete_segments_for_network-8787630205745'] for network, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:06.110402 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.services.segments.db [None req-824bea96-246c-4417-95d1-8a9d0af24bac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['740adbbb-c24e-464f-b288-87b35aab842c']}} {{(pid=106710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:48:06.121090 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.services.segments.db [None req-824bea96-246c-4417-95d1-8a9d0af24bac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beb968ed-963d-4aa1-be8a-b155e4ee7daf') {'for_net_delete': True} {{(pid=106710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:48:06.126277 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.services.segments.db [None req-824bea96-246c-4417-95d1-8a9d0af24bac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beb968ed-963d-4aa1-be8a-b155e4ee7daf') {} {{(pid=106710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:48:06.130931 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-824bea96-246c-4417-95d1-8a9d0af24bac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787630207546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15847632'] for segment, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:06.144839 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-824bea96-246c-4417-95d1-8a9d0af24bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728044'] for segment, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:06.151296 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-824bea96-246c-4417-95d1-8a9d0af24bac admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=106710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 07:48:06.155030 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-824bea96-246c-4417-95d1-8a9d0af24bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16030825'] for segment, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:06.162714 dv-cinder-813746-2-iscsi neutron-server[106710]: Traceback (most recent call last): Oct 14 07:48:06.162714 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 07:48:06.162714 dv-cinder-813746-2-iscsi neutron-server[106710]: timer() Oct 14 07:48:06.162714 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 07:48:06.162714 dv-cinder-813746-2-iscsi neutron-server[106710]: cb(*args, **kw) Oct 14 07:48:06.162714 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 07:48:06.162714 dv-cinder-813746-2-iscsi neutron-server[106710]: return func(*args, **kwargs) Oct 14 07:48:06.162714 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 07:48:06.162714 dv-cinder-813746-2-iscsi neutron-server[106710]: self._notify() Oct 14 07:48:06.162714 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 07:48:06.162714 dv-cinder-813746-2-iscsi neutron-server[106710]: self.callback(batched_events) Oct 14 07:48:06.162714 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 07:48:06.162714 dv-cinder-813746-2-iscsi neutron-server[106710]: event.method(event) Oct 14 07:48:06.162714 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 07:48:06.162714 dv-cinder-813746-2-iscsi neutron-server[106710]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 07:48:06.162714 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 07:48:06.162714 dv-cinder-813746-2-iscsi neutron-server[106710]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 07:48:06.162714 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 07:48:06.162714 dv-cinder-813746-2-iscsi neutron-server[106710]: return f(self, *a, **k) Oct 14 07:48:06.162714 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 07:48:06.162714 dv-cinder-813746-2-iscsi neutron-server[106710]: return self._get(url).json() Oct 14 07:48:06.162714 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 07:48:06.162714 dv-cinder-813746-2-iscsi neutron-server[106710]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 07:48:06.162714 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 07:48:06.162714 dv-cinder-813746-2-iscsi neutron-server[106710]: return self.request(url, 'GET', **kwargs) Oct 14 07:48:06.162714 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 07:48:06.162714 dv-cinder-813746-2-iscsi neutron-server[106710]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 07:48:06.162714 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 07:48:06.162714 dv-cinder-813746-2-iscsi neutron-server[106710]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 07:48:06.162714 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 07:48:06.162714 dv-cinder-813746-2-iscsi neutron-server[106710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 07:48:06.162714 dv-cinder-813746-2-iscsi neutron-server[106710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 07:48:06.254723 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-824bea96-246c-4417-95d1-8a9d0af24bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648348'] for network, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:06.262904 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-824bea96-246c-4417-95d1-8a9d0af24bac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for network, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:06.272016 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 59942) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:48:06.272197 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-824bea96-246c-4417-95d1-8a9d0af24bac admin admin] 10.222.0.47 "DELETE /v2.0/networks/740adbbb-c24e-464f-b288-87b35aab842c HTTP/1.1" status: 204 len: 168 time: 0.3698065 Oct 14 07:48:06.293620 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824bea96-246c-4417-95d1-8a9d0af24bac admin admin] Pushing event deleted for resources: {'Network': ['ID=740adbbb-c24e-464f-b288-87b35aab842c,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:06.306339 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824bea96-246c-4417-95d1-8a9d0af24bac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:48:06.306697 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824bea96-246c-4417-95d1-8a9d0af24bac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:48:06.307043 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824bea96-246c-4417-95d1-8a9d0af24bac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:48:06.307383 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824bea96-246c-4417-95d1-8a9d0af24bac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:48:06.307745 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824bea96-246c-4417-95d1-8a9d0af24bac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:48:06.308210 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824bea96-246c-4417-95d1-8a9d0af24bac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:48:06.308543 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824bea96-246c-4417-95d1-8a9d0af24bac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:48:06.309070 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824bea96-246c-4417-95d1-8a9d0af24bac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:48:06.309569 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824bea96-246c-4417-95d1-8a9d0af24bac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:48:06.310069 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824bea96-246c-4417-95d1-8a9d0af24bac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:48:06.311003 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824bea96-246c-4417-95d1-8a9d0af24bac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:48:06.312021 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824bea96-246c-4417-95d1-8a9d0af24bac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:48:06.323639 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4a961b6-8099-4325-826b-121a30308251 admin admin] Deleting subnet 8f67cec8-8991-42be-a6cb-61d4cad1f936 {{(pid=106711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 07:48:06.327111 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-f4a961b6-8099-4325-826b-121a30308251 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:06.363583 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-f4a961b6-8099-4325-826b-121a30308251 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16126850'] for subnet, precommit_delete_associations {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:06.405962 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-f4a961b6-8099-4325-826b-121a30308251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728799'] for subnet, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:06.518215 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-f4a961b6-8099-4325-826b-121a30308251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14796997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15954738'] for subnet, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:06.556953 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a961b6-8099-4325-826b-121a30308251 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f67cec8-8991-42be-a6cb-61d4cad1f936,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:06.565114 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-f4a961b6-8099-4325-826b-121a30308251 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:06.568667 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-f4a961b6-8099-4325-826b-121a30308251 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/8f67cec8-8991-42be-a6cb-61d4cad1f936 HTTP/1.1" status: 204 len: 168 time: 0.2952480 Oct 14 07:48:06.571134 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 59944) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:48:06.652451 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-88b06968-5406-4945-9a11-5fa0feaf8d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530581'] for network, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:06.743718 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-88b06968-5406-4945-9a11-5fa0feaf8d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727114', 'neutron.services.segments.db._delete_segments_for_network-8787630205745'] for network, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:06.765460 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.services.segments.db [None req-88b06968-5406-4945-9a11-5fa0feaf8d9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53a5fc28-e7b5-4b63-8f45-54dfdc2cd4cc']}} {{(pid=106711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:48:06.776913 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.services.segments.db [None req-88b06968-5406-4945-9a11-5fa0feaf8d9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '872a73f4-dbad-4fc1-b9e0-bf0efc2add32') {'for_net_delete': True} {{(pid=106711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:48:06.777124 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.services.segments.db [None req-88b06968-5406-4945-9a11-5fa0feaf8d9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '872a73f4-dbad-4fc1-b9e0-bf0efc2add32') {} {{(pid=106711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:48:06.786762 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-88b06968-5406-4945-9a11-5fa0feaf8d9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787630207546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16126907'] for segment, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:06.800287 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-88b06968-5406-4945-9a11-5fa0feaf8d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728044'] for segment, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:06.806991 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88b06968-5406-4945-9a11-5fa0feaf8d9b admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=106711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 07:48:06.807371 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-88b06968-5406-4945-9a11-5fa0feaf8d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14797671'] for segment, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:06.809654 dv-cinder-813746-2-iscsi neutron-server[106711]: Traceback (most recent call last): Oct 14 07:48:06.809654 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 07:48:06.809654 dv-cinder-813746-2-iscsi neutron-server[106711]: timer() Oct 14 07:48:06.809654 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 07:48:06.809654 dv-cinder-813746-2-iscsi neutron-server[106711]: cb(*args, **kw) Oct 14 07:48:06.809654 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 07:48:06.809654 dv-cinder-813746-2-iscsi neutron-server[106711]: return func(*args, **kwargs) Oct 14 07:48:06.809654 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 07:48:06.809654 dv-cinder-813746-2-iscsi neutron-server[106711]: self._notify() Oct 14 07:48:06.809654 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 07:48:06.809654 dv-cinder-813746-2-iscsi neutron-server[106711]: self.callback(batched_events) Oct 14 07:48:06.809654 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 07:48:06.809654 dv-cinder-813746-2-iscsi neutron-server[106711]: event.method(event) Oct 14 07:48:06.809654 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 07:48:06.809654 dv-cinder-813746-2-iscsi neutron-server[106711]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 07:48:06.809654 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 07:48:06.809654 dv-cinder-813746-2-iscsi neutron-server[106711]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 07:48:06.809654 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 07:48:06.809654 dv-cinder-813746-2-iscsi neutron-server[106711]: return f(self, *a, **k) Oct 14 07:48:06.809654 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 07:48:06.809654 dv-cinder-813746-2-iscsi neutron-server[106711]: return self._get(url).json() Oct 14 07:48:06.809654 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 07:48:06.809654 dv-cinder-813746-2-iscsi neutron-server[106711]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 07:48:06.809654 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 07:48:06.809654 dv-cinder-813746-2-iscsi neutron-server[106711]: return self.request(url, 'GET', **kwargs) Oct 14 07:48:06.809654 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 07:48:06.809654 dv-cinder-813746-2-iscsi neutron-server[106711]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 07:48:06.809654 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 07:48:06.809654 dv-cinder-813746-2-iscsi neutron-server[106711]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 07:48:06.809654 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 07:48:06.809654 dv-cinder-813746-2-iscsi neutron-server[106711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 07:48:06.809654 dv-cinder-813746-2-iscsi neutron-server[106711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 07:48:07.128442 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-88b06968-5406-4945-9a11-5fa0feaf8d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648348'] for network, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:07.133793 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-88b06968-5406-4945-9a11-5fa0feaf8d9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for network, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:07.139553 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-88b06968-5406-4945-9a11-5fa0feaf8d9b admin admin] 10.222.0.47 "DELETE /v2.0/networks/53a5fc28-e7b5-4b63-8f45-54dfdc2cd4cc HTTP/1.1" status: 204 len: 168 time: 0.5649109 Oct 14 07:48:07.150240 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b06968-5406-4945-9a11-5fa0feaf8d9b admin admin] Pushing event deleted for resources: {'Network': ['ID=53a5fc28-e7b5-4b63-8f45-54dfdc2cd4cc,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:07.520219 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 59966) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:48:07.569067 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-777dd070-d5a9-4c55-a466-cbc575b99429 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f7ab52cd844e4fa788c6cc89ca1bdcf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468683 Oct 14 07:48:07.572346 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 59968) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:48:07.632559 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-058e2af8-1aab-4670-aa7d-1ec974c94a96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:07.665257 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-058e2af8-1aab-4670-aa7d-1ec974c94a96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:07.785795 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-058e2af8-1aab-4670-aa7d-1ec974c94a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:07.788449 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-058e2af8-1aab-4670-aa7d-1ec974c94a96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:07.789773 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-058e2af8-1aab-4670-aa7d-1ec974c94a96 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dafcb769-a499-4733-b7b0-733a95d76ac0 HTTP/1.1" status: 204 len: 168 time: 0.2161636 Oct 14 07:48:07.798631 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e2af8-1aab-4670-aa7d-1ec974c94a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafcb769-a499-4733-b7b0-733a95d76ac0,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:08.488388 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 60012) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:48:08.531705 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-17c57e42-ea1f-4410-aac4-6bdc7e1cecac admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=25aeb7e97c39495b940cd37a2c14705c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415766 Oct 14 07:48:08.534550 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 60014) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:48:08.585136 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-1141f377-42f1-4b42-9389-0bb8703aa483 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:08.609024 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-1141f377-42f1-4b42-9389-0bb8703aa483 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:08.694140 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-1141f377-42f1-4b42-9389-0bb8703aa483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:08.696827 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-1141f377-42f1-4b42-9389-0bb8703aa483 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:08.698059 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-1141f377-42f1-4b42-9389-0bb8703aa483 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/51e4b718-9133-4034-8737-f688c8d82bc4 HTTP/1.1" status: 204 len: 168 time: 0.1625838 Oct 14 07:48:08.707887 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1141f377-42f1-4b42-9389-0bb8703aa483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e4b718-9133-4034-8737-f688c8d82bc4,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:10.335389 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 60116) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:48:10.445646 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-812be6bc-513a-41e9-bf98-4b094743f27f admin admin] Publish callbacks [] for security_group, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:10.517652 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-812be6bc-513a-41e9-bf98-4b094743f27f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:10.573355 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-812be6bc-513a-41e9-bf98-4b094743f27f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:10.611839 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-812be6bc-513a-41e9-bf98-4b094743f27f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=847f02577e574250b73e96c5fbf2c83a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2752452 Oct 14 07:48:10.612557 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812be6bc-513a-41e9-bf98-4b094743f27f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4930b008-6bab-4fbc-baff-c3328c00f3aa,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:10.614494 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 60122) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:48:10.662351 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-8c65659e-1086-4a58-b7f8-05b1858e5db5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:10.682828 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-8c65659e-1086-4a58-b7f8-05b1858e5db5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:10.801627 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-8c65659e-1086-4a58-b7f8-05b1858e5db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:10.804220 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-8c65659e-1086-4a58-b7f8-05b1858e5db5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:10.805379 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-8c65659e-1086-4a58-b7f8-05b1858e5db5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4930b008-6bab-4fbc-baff-c3328c00f3aa HTTP/1.1" status: 204 len: 168 time: 0.1898818 Oct 14 07:48:10.814898 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c65659e-1086-4a58-b7f8-05b1858e5db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4930b008-6bab-4fbc-baff-c3328c00f3aa,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:10.866456 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 60128) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:48:10.910910 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f7774fe-a774-4f3e-a3f9-0f47c9ebde66 admin admin] Deleting subnet ac0a00d7-b045-4d72-b933-c8bcf9c0b810 {{(pid=106711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 07:48:10.914083 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-8f7774fe-a774-4f3e-a3f9-0f47c9ebde66 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:10.949197 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-8f7774fe-a774-4f3e-a3f9-0f47c9ebde66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16126850'] for subnet, precommit_delete_associations {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:10.985973 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:10.990367 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-8f7774fe-a774-4f3e-a3f9-0f47c9ebde66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728799'] for subnet, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:11.169611 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-8f7774fe-a774-4f3e-a3f9-0f47c9ebde66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14796997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15954738'] for subnet, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:11.195147 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7774fe-a774-4f3e-a3f9-0f47c9ebde66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac0a00d7-b045-4d72-b933-c8bcf9c0b810,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:11.199076 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-8f7774fe-a774-4f3e-a3f9-0f47c9ebde66 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:11.202365 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-8f7774fe-a774-4f3e-a3f9-0f47c9ebde66 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/ac0a00d7-b045-4d72-b933-c8bcf9c0b810 HTTP/1.1" status: 204 len: 168 time: 0.3348141 Oct 14 07:48:11.205501 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 60138) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:48:11.272640 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-9a8fa130-b9c6-4591-bfa1-2bb8cd3e0b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530581'] for network, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:11.352213 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-9a8fa130-b9c6-4591-bfa1-2bb8cd3e0b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727114', 'neutron.services.segments.db._delete_segments_for_network-8787630205745'] for network, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:11.371827 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.services.segments.db [None req-9a8fa130-b9c6-4591-bfa1-2bb8cd3e0b78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37f62f2b-1fa6-4259-8c0c-300a7f846382']}} {{(pid=106711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:48:11.381707 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.services.segments.db [None req-9a8fa130-b9c6-4591-bfa1-2bb8cd3e0b78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8426edd5-2043-49c0-857a-b0e887e9c38d') {'for_net_delete': True} {{(pid=106711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:48:11.381996 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.services.segments.db [None req-9a8fa130-b9c6-4591-bfa1-2bb8cd3e0b78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8426edd5-2043-49c0-857a-b0e887e9c38d') {} {{(pid=106711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:48:11.391098 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-9a8fa130-b9c6-4591-bfa1-2bb8cd3e0b78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787630207546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16126907'] for segment, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:11.405456 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-9a8fa130-b9c6-4591-bfa1-2bb8cd3e0b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728044'] for segment, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:11.414470 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a8fa130-b9c6-4591-bfa1-2bb8cd3e0b78 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=106711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 07:48:11.414470 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-9a8fa130-b9c6-4591-bfa1-2bb8cd3e0b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14797671'] for segment, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:11.414470 dv-cinder-813746-2-iscsi neutron-server[106711]: Traceback (most recent call last): Oct 14 07:48:11.414470 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 07:48:11.414470 dv-cinder-813746-2-iscsi neutron-server[106711]: timer() Oct 14 07:48:11.414470 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 07:48:11.414470 dv-cinder-813746-2-iscsi neutron-server[106711]: cb(*args, **kw) Oct 14 07:48:11.414470 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 07:48:11.414470 dv-cinder-813746-2-iscsi neutron-server[106711]: return func(*args, **kwargs) Oct 14 07:48:11.414470 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 07:48:11.414470 dv-cinder-813746-2-iscsi neutron-server[106711]: self._notify() Oct 14 07:48:11.414470 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 07:48:11.414470 dv-cinder-813746-2-iscsi neutron-server[106711]: self.callback(batched_events) Oct 14 07:48:11.414470 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 07:48:11.414470 dv-cinder-813746-2-iscsi neutron-server[106711]: event.method(event) Oct 14 07:48:11.414470 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 07:48:11.414470 dv-cinder-813746-2-iscsi neutron-server[106711]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 07:48:11.414470 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 07:48:11.414470 dv-cinder-813746-2-iscsi neutron-server[106711]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 07:48:11.414470 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 07:48:11.414470 dv-cinder-813746-2-iscsi neutron-server[106711]: return f(self, *a, **k) Oct 14 07:48:11.414470 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 07:48:11.414470 dv-cinder-813746-2-iscsi neutron-server[106711]: return self._get(url).json() Oct 14 07:48:11.414470 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 07:48:11.414470 dv-cinder-813746-2-iscsi neutron-server[106711]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 07:48:11.414470 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 07:48:11.414470 dv-cinder-813746-2-iscsi neutron-server[106711]: return self.request(url, 'GET', **kwargs) Oct 14 07:48:11.414470 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 07:48:11.414470 dv-cinder-813746-2-iscsi neutron-server[106711]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 07:48:11.414470 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 07:48:11.414470 dv-cinder-813746-2-iscsi neutron-server[106711]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 07:48:11.414470 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 07:48:11.414470 dv-cinder-813746-2-iscsi neutron-server[106711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 07:48:11.414470 dv-cinder-813746-2-iscsi neutron-server[106711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 07:48:11.509995 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 60152) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:48:11.528340 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-9a8fa130-b9c6-4591-bfa1-2bb8cd3e0b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648348'] for network, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:11.535994 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-9a8fa130-b9c6-4591-bfa1-2bb8cd3e0b78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for network, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:11.541696 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-9a8fa130-b9c6-4591-bfa1-2bb8cd3e0b78 admin admin] 10.222.0.47 "DELETE /v2.0/networks/37f62f2b-1fa6-4259-8c0c-300a7f846382 HTTP/1.1" status: 204 len: 168 time: 0.3328121 Oct 14 07:48:11.555256 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8fa130-b9c6-4591-bfa1-2bb8cd3e0b78 admin admin] Pushing event deleted for resources: {'Network': ['ID=37f62f2b-1fa6-4259-8c0c-300a7f846382,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:11.570603 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfcdd7c0-5a43-4e80-917c-dd7b18c10e01 admin admin] Deleting subnet 1ac4f05b-6d10-4d3c-bb57-36333758839d {{(pid=106710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 07:48:11.574341 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-dfcdd7c0-5a43-4e80-917c-dd7b18c10e01 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:11.609082 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-dfcdd7c0-5a43-4e80-917c-dd7b18c10e01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15847657'] for subnet, precommit_delete_associations {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:11.649324 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-dfcdd7c0-5a43-4e80-917c-dd7b18c10e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728799'] for subnet, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:11.705673 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 60160) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:48:11.762530 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-dfcdd7c0-5a43-4e80-917c-dd7b18c10e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16031691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16090958'] for subnet, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:11.790182 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcdd7c0-5a43-4e80-917c-dd7b18c10e01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ac4f05b-6d10-4d3c-bb57-36333758839d,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:11.791970 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-dfcdd7c0-5a43-4e80-917c-dd7b18c10e01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for subnet, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:11.797484 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-dfcdd7c0-5a43-4e80-917c-dd7b18c10e01 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/1ac4f05b-6d10-4d3c-bb57-36333758839d HTTP/1.1" status: 204 len: 168 time: 0.2842841 Oct 14 07:48:11.797713 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 60164) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:48:11.822348 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-ddb1c2f7-90e0-4f34-8f51-539e0ff242b0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1858258408-network', 'tenant_id': 'b3e30b2e385344cd831846e78784b300'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:48:11.842433 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 60166) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:48:11.881397 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-52da9af0-21d2-4b76-a56d-e8809cc55b24 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ec593b8641b54a6782b45c794a9218fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378070 Oct 14 07:48:11.883902 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 60168) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:48:11.884805 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-2addb939-dd33-4109-8904-32f838f48e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530581'] for network, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:11.930573 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-9b6e93e4-1fec-4667-b823-995dc226b180 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:11.951494 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-9b6e93e4-1fec-4667-b823-995dc226b180 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:11.964949 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-2addb939-dd33-4109-8904-32f838f48e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727114', 'neutron.services.segments.db._delete_segments_for_network-8787630205745'] for network, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:11.967118 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb1c2f7-90e0-4f34-8f51-539e0ff242b0 admin admin] Made reservation on behalf of b3e30b2e385344cd831846e78784b300 for: {'network': 1} {{(pid=106710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:48:11.969346 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-ddb1c2f7-90e0-4f34-8f51-539e0ff242b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for network, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:11.983742 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-ddb1c2f7-90e0-4f34-8f51-539e0ff242b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:12.003392 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.services.segments.db [None req-2addb939-dd33-4109-8904-32f838f48e12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85d25c42-5a00-4428-bab5-907945698b12']}} {{(pid=106710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:48:12.018416 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.services.segments.db [None req-2addb939-dd33-4109-8904-32f838f48e12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '152371c7-0552-4d65-87d0-821f84c259a7') {'for_net_delete': True} {{(pid=106710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:48:12.018725 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.services.segments.db [None req-2addb939-dd33-4109-8904-32f838f48e12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '152371c7-0552-4d65-87d0-821f84c259a7') {} {{(pid=106710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:48:12.030659 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-2addb939-dd33-4109-8904-32f838f48e12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787630207546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15847632'] for segment, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:12.036468 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-9b6e93e4-1fec-4667-b823-995dc226b180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:12.039061 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-9b6e93e4-1fec-4667-b823-995dc226b180 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:12.042669 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-9b6e93e4-1fec-4667-b823-995dc226b180 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d11574b2-c989-4ff3-9d47-a161bca6d517 HTTP/1.1" status: 204 len: 168 time: 0.1554511 Oct 14 07:48:12.048656 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e93e4-1fec-4667-b823-995dc226b180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11574b2-c989-4ff3-9d47-a161bca6d517,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:12.056945 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-2addb939-dd33-4109-8904-32f838f48e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728044'] for segment, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:12.067112 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2addb939-dd33-4109-8904-32f838f48e12 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=106710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 07:48:12.067496 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-2addb939-dd33-4109-8904-32f838f48e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16030825'] for segment, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:12.069209 dv-cinder-813746-2-iscsi neutron-server[106710]: Traceback (most recent call last): Oct 14 07:48:12.069209 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 07:48:12.069209 dv-cinder-813746-2-iscsi neutron-server[106710]: timer() Oct 14 07:48:12.069209 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 07:48:12.069209 dv-cinder-813746-2-iscsi neutron-server[106710]: cb(*args, **kw) Oct 14 07:48:12.069209 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 07:48:12.069209 dv-cinder-813746-2-iscsi neutron-server[106710]: return func(*args, **kwargs) Oct 14 07:48:12.069209 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 07:48:12.069209 dv-cinder-813746-2-iscsi neutron-server[106710]: self._notify() Oct 14 07:48:12.069209 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 07:48:12.069209 dv-cinder-813746-2-iscsi neutron-server[106710]: self.callback(batched_events) Oct 14 07:48:12.069209 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 07:48:12.069209 dv-cinder-813746-2-iscsi neutron-server[106710]: event.method(event) Oct 14 07:48:12.069209 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 07:48:12.069209 dv-cinder-813746-2-iscsi neutron-server[106710]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 07:48:12.069209 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 07:48:12.069209 dv-cinder-813746-2-iscsi neutron-server[106710]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 07:48:12.069209 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 07:48:12.069209 dv-cinder-813746-2-iscsi neutron-server[106710]: return f(self, *a, **k) Oct 14 07:48:12.069209 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 07:48:12.069209 dv-cinder-813746-2-iscsi neutron-server[106710]: return self._get(url).json() Oct 14 07:48:12.069209 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 07:48:12.069209 dv-cinder-813746-2-iscsi neutron-server[106710]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 07:48:12.069209 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 07:48:12.069209 dv-cinder-813746-2-iscsi neutron-server[106710]: return self.request(url, 'GET', **kwargs) Oct 14 07:48:12.069209 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 07:48:12.069209 dv-cinder-813746-2-iscsi neutron-server[106710]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 07:48:12.069209 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 07:48:12.069209 dv-cinder-813746-2-iscsi neutron-server[106710]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 07:48:12.069209 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 07:48:12.069209 dv-cinder-813746-2-iscsi neutron-server[106710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 07:48:12.069209 dv-cinder-813746-2-iscsi neutron-server[106710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 07:48:12.143820 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-ddb1c2f7-90e0-4f34-8f51-539e0ff242b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:12.174329 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-2addb939-dd33-4109-8904-32f838f48e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648348'] for network, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:12.193069 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-2addb939-dd33-4109-8904-32f838f48e12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for network, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:12.196246 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-2addb939-dd33-4109-8904-32f838f48e12 admin admin] 10.222.0.47 "DELETE /v2.0/networks/85d25c42-5a00-4428-bab5-907945698b12 HTTP/1.1" status: 204 len: 168 time: 0.3970630 Oct 14 07:48:12.197464 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2addb939-dd33-4109-8904-32f838f48e12 admin admin] Pushing event deleted for resources: {'Network': ['ID=85d25c42-5a00-4428-bab5-907945698b12,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:12.203424 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-ddb1c2f7-90e0-4f34-8f51-539e0ff242b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:12.229988 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddb1c2f7-90e0-4f34-8f51-539e0ff242b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=106710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 07:48:12.236037 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb1c2f7-90e0-4f34-8f51-539e0ff242b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8c3e96-d24e-4f07-a3a9-d5adb601b633,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:12.241855 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-ddb1c2f7-90e0-4f34-8f51-539e0ff242b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728044'] for segment, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:12.242195 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.db.segments_db [None req-ddb1c2f7-90e0-4f34-8f51-539e0ff242b0 admin admin] Added segment 94d52bff-5716-4774-8920-76cd196c616a of type vlan for network fc7548a1-a2d5-45f6-9825-763d06d99878 Oct 14 07:48:12.282182 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-ddb1c2f7-90e0-4f34-8f51-539e0ff242b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787629651321'] for network, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:12.362456 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-ddb1c2f7-90e0-4f34-8f51-539e0ff242b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486'] for network, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:12.363583 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb1c2f7-90e0-4f34-8f51-539e0ff242b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:12.364467 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-ddb1c2f7-90e0-4f34-8f51-539e0ff242b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for network, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:12.424706 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb1c2f7-90e0-4f34-8f51-539e0ff242b0 admin admin] Pushing event updated for resources: {'Network': ['ID=fc7548a1-a2d5-45f6-9825-763d06d99878,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:12.434847 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Network fc7548a1-a2d5-45f6-9825-763d06d99878 details requested by agent ovs-agent-dv-cinder-813746-2-iscsi with host dv-cinder-813746-2-iscsi {{(pid=106712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 07:48:12.445743 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 60176) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:48:12.451622 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [None req-46368f78-6541-4e92-9adb-0edc2f521f47 admin admin] Request body: {'subnet': {'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1858258408-subnet', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'ip_version': 4}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:48:12.456446 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-ddb1c2f7-90e0-4f34-8f51-539e0ff242b0 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7496736 Oct 14 07:48:12.555940 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 60186) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:48:12.597435 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46368f78-6541-4e92-9adb-0edc2f521f47 admin admin] Made reservation on behalf of b3e30b2e385344cd831846e78784b300 for: {'subnet': 1} {{(pid=106711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:48:12.599775 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-46368f78-6541-4e92-9adb-0edc2f521f47 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15954719'] for subnet, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:12.604514 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-557313ec-3131-4257-a182-5da171a09a42 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c7d1f5c3662143cd95b1716d00a40842&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477431 Oct 14 07:48:12.607213 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 60190) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:48:12.667057 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-fda1d713-4a6f-463b-a9ca-37d0e3cc90ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:12.689961 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-fda1d713-4a6f-463b-a9ca-37d0e3cc90ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:12.788761 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.agents_db [None req-84b3d5e4-9e25-480e-9cd9-33a6a693fe4d None None] Agent healthcheck: found 6 active agents {{(pid=106713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:48:12.819770 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-fda1d713-4a6f-463b-a9ca-37d0e3cc90ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:12.822371 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-fda1d713-4a6f-463b-a9ca-37d0e3cc90ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:12.823535 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-fda1d713-4a6f-463b-a9ca-37d0e3cc90ff admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/764cd794-7885-4e15-8789-07b95d0cdfbe HTTP/1.1" status: 204 len: 168 time: 0.2146010 Oct 14 07:48:12.833288 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda1d713-4a6f-463b-a9ca-37d0e3cc90ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764cd794-7885-4e15-8789-07b95d0cdfbe,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:12.854233 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-46368f78-6541-4e92-9adb-0edc2f521f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14796932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15954697'] for subnet, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:12.913313 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46368f78-6541-4e92-9adb-0edc2f521f47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c75e489e-d577-4f33-bc9a-11bccc0fd731,revision_number=0']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:12.920383 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46368f78-6541-4e92-9adb-0edc2f521f47 admin admin] Checking segment: {'id': '94d52bff-5716-4774-8920-76cd196c616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:48:12.924330 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46368f78-6541-4e92-9adb-0edc2f521f47 admin admin] Network hostable DHCP agents. Network: fc7548a1-a2d5-45f6-9825-763d06d99878, hostable agents: ['0e09805b-9c3f-4b14-8211-d4974393509b'], hosted agents: [] {{(pid=106711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 07:48:13.042216 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46368f78-6541-4e92-9adb-0edc2f521f47 admin admin] Network fc7548a1-a2d5-45f6-9825-763d06d99878 is scheduled to be hosted by DHCP agent 0e09805b-9c3f-4b14-8211-d4974393509b with binding_index 1 {{(pid=106711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 07:48:13.151107 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.base_scheduler [None req-46368f78-6541-4e92-9adb-0edc2f521f47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813746-2-iscsi, fc7548a1-a2d5-45f6-9825-763d06d99878) {{(pid=106711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:48:13.160711 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46368f78-6541-4e92-9adb-0edc2f521f47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:13.161064 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-46368f78-6541-4e92-9adb-0edc2f521f47 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:13.161939 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73648e9-26a3-45f2-a556-755bb858a520 None None] Network fc7548a1-a2d5-45f6-9825-763d06d99878 requested from dv-cinder-813746-2-iscsi {{(pid=106712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:48:13.277044 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 60208) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:48:13.288623 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-46368f78-6541-4e92-9adb-0edc2f521f47 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8393931 Oct 14 07:48:13.288896 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 60212) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:48:13.294670 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [None req-c2e8b59e-ae2a-408d-b3bf-d672364e0d42 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1858258408-router', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32'}}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:48:13.343597 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae2e4f7-b1b7-42dd-9737-9cccfbe829af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bbf52be-bf5d-59de-a6eb-d1860259c978-fc7548a1-a2d5-45f6-9825-763d06d99878', 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'fixed_ips': [{'subnet_id': 'c75e489e-d577-4f33-bc9a-11bccc0fd731'}]}} from dv-cinder-813746-2-iscsi. {{(pid=106712) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 07:48:13.345282 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-fae2e4f7-b1b7-42dd-9737-9cccfbe829af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:13.379590 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-c2e8b59e-ae2a-408d-b3bf-d672364e0d42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-974'] for router, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:13.380778 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-c2e8b59e-ae2a-408d-b3bf-d672364e0d42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-967'] for router, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:13.411835 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-9a594a44-0067-41eb-9737-a97d0b813629 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1407006731-network', 'tenant_id': '72d6246795444b909400ec1804877033'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:48:13.451765 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-c2e8b59e-ae2a-408d-b3bf-d672364e0d42 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:13.496344 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.db_base_plugin_common [None req-fae2e4f7-b1b7-42dd-9737-9cccfbe829af None None] Allocated IP 172.20.0.2 (fc7548a1-a2d5-45f6-9825-763d06d99878/c75e489e-d577-4f33-bc9a-11bccc0fd731/4008b569-cbab-48cf-bbc1-540622ce351f) {{(pid=106712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:48:13.505368 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a594a44-0067-41eb-9737-a97d0b813629 admin admin] Made reservation on behalf of 72d6246795444b909400ec1804877033 for: {'network': 1} {{(pid=106710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:48:13.507945 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-9a594a44-0067-41eb-9737-a97d0b813629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for network, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:13.517211 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-9a594a44-0067-41eb-9737-a97d0b813629 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:13.613636 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-9a594a44-0067-41eb-9737-a97d0b813629 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:13.641742 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-fae2e4f7-b1b7-42dd-9737-9cccfbe829af None None] Publish callbacks [] for port, precommit_create {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:13.670995 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-c2e8b59e-ae2a-408d-b3bf-d672364e0d42 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:13.676527 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-9a594a44-0067-41eb-9737-a97d0b813629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:13.702463 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a594a44-0067-41eb-9737-a97d0b813629 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=106710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 07:48:13.707637 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a594a44-0067-41eb-9737-a97d0b813629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a214c85-095f-4c55-85aa-55f6954309cc,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:13.716907 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-9a594a44-0067-41eb-9737-a97d0b813629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728044'] for segment, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:13.717254 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.db.segments_db [None req-9a594a44-0067-41eb-9737-a97d0b813629 admin admin] Added segment 109032a9-e65c-43ac-bc0b-d790098a8377 of type vlan for network bd30e85b-b49f-4f5d-8101-de41bdd7d67a Oct 14 07:48:13.722263 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-fae2e4f7-b1b7-42dd-9737-9cccfbe829af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775'] for port, after_create {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:13.767152 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae2e4f7-b1b7-42dd-9737-9cccfbe829af None None] Network fc7548a1-a2d5-45f6-9825-763d06d99878 is already hosted by enough agents. {{(pid=106712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:48:13.769163 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.scheduler.base_scheduler [None req-fae2e4f7-b1b7-42dd-9737-9cccfbe829af None None] Resources bound (agent type, host, resource id): {{(pid=106712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:48:13.772912 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae2e4f7-b1b7-42dd-9737-9cccfbe829af None None] Received port after_create {{(pid=106712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:48:13.777322 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-9a594a44-0067-41eb-9737-a97d0b813629 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787629651321'] for network, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:13.789459 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae2e4f7-b1b7-42dd-9737-9cccfbe829af None None] Pushing event updated for resources: {'Port': ['ID=4008b569-cbab-48cf-bbc1-540622ce351f,revision_number=1']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:13.831923 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae2e4f7-b1b7-42dd-9737-9cccfbe829af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:48:13.832262 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae2e4f7-b1b7-42dd-9737-9cccfbe829af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:48:13.832596 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae2e4f7-b1b7-42dd-9737-9cccfbe829af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:48:13.832925 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae2e4f7-b1b7-42dd-9737-9cccfbe829af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:48:13.833249 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae2e4f7-b1b7-42dd-9737-9cccfbe829af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:48:13.833575 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae2e4f7-b1b7-42dd-9737-9cccfbe829af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:48:13.833893 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae2e4f7-b1b7-42dd-9737-9cccfbe829af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:48:13.834210 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae2e4f7-b1b7-42dd-9737-9cccfbe829af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:48:13.834530 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae2e4f7-b1b7-42dd-9737-9cccfbe829af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:48:13.834846 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae2e4f7-b1b7-42dd-9737-9cccfbe829af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:48:13.835160 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae2e4f7-b1b7-42dd-9737-9cccfbe829af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:48:13.835470 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae2e4f7-b1b7-42dd-9737-9cccfbe829af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:48:13.848108 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-fae2e4f7-b1b7-42dd-9737-9cccfbe829af None None] Attempting to bind port 4008b569-cbab-48cf-bbc1-540622ce351f on host dv-cinder-813746-2-iscsi for vnic_type normal with profile {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:48:13.848273 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-9a594a44-0067-41eb-9737-a97d0b813629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486'] for network, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:13.848487 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-fae2e4f7-b1b7-42dd-9737-9cccfbe829af None None] Attempting to bind port 4008b569-cbab-48cf-bbc1-540622ce351f by drivers openvswitch,hyperv on host dv-cinder-813746-2-iscsi at level 0 using segments [{'id': '94d52bff-5716-4774-8920-76cd196c616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878'}] {{(pid=106712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:48:13.848840 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae2e4f7-b1b7-42dd-9737-9cccfbe829af None None] Attempting to bind port 4008b569-cbab-48cf-bbc1-540622ce351f on network fc7548a1-a2d5-45f6-9825-763d06d99878 {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:48:13.849308 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a594a44-0067-41eb-9737-a97d0b813629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:13.849981 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-9a594a44-0067-41eb-9737-a97d0b813629 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for network, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:13.854089 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae2e4f7-b1b7-42dd-9737-9cccfbe829af None None] Checking agent: {'id': '8d484d57-df47-4fec-994b-a2ddd0eb88cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 7, 34, 31), 'started_at': datetime.datetime(2021, 10, 14, 7, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:48:13.854462 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae2e4f7-b1b7-42dd-9737-9cccfbe829af None None] Checking segment: {'id': '94d52bff-5716-4774-8920-76cd196c616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:48:13.854860 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-fae2e4f7-b1b7-42dd-9737-9cccfbe829af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:13.855248 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae2e4f7-b1b7-42dd-9737-9cccfbe829af None None] Bound using segment: {'id': '94d52bff-5716-4774-8920-76cd196c616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878'} {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:48:13.855727 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-fae2e4f7-b1b7-42dd-9737-9cccfbe829af None None] Bound port: 4008b569-cbab-48cf-bbc1-540622ce351f, host: dv-cinder-813746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94d52bff-5716-4774-8920-76cd196c616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878'}}] {{(pid=106712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:48:13.856613 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-fae2e4f7-b1b7-42dd-9737-9cccfbe829af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:13.913472 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a594a44-0067-41eb-9737-a97d0b813629 admin admin] Pushing event updated for resources: {'Network': ['ID=bd30e85b-b49f-4f5d-8101-de41bdd7d67a,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:13.925654 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-9a594a44-0067-41eb-9737-a97d0b813629 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6474509 Oct 14 07:48:13.925923 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Network bd30e85b-b49f-4f5d-8101-de41bdd7d67a details requested by agent ovs-agent-dv-cinder-813746-2-iscsi with host dv-cinder-813746-2-iscsi {{(pid=106712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 07:48:13.928107 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-fae2e4f7-b1b7-42dd-9737-9cccfbe829af None None] For port 4008b569-cbab-48cf-bbc1-540622ce351f, host dv-cinder-813746-2-iscsi, cleared binding levels {{(pid=106712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:48:13.928654 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 60220) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:48:13.933783 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-21b8f602-6675-4c05-afd2-55a441f0b89b admin admin] Request body: {'subnet': {'network_id': 'bd30e85b-b49f-4f5d-8101-de41bdd7d67a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1407006731-subnet', 'tenant_id': '72d6246795444b909400ec1804877033', 'ip_version': 4}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:48:13.947985 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-c2e8b59e-ae2a-408d-b3bf-d672364e0d42 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:13.952110 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-fae2e4f7-b1b7-42dd-9737-9cccfbe829af None None] For port 4008b569-cbab-48cf-bbc1-540622ce351f, host dv-cinder-813746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=4008b569-cbab-48cf-bbc1-540622ce351f,segment=NetworkSegment(94d52bff-5716-4774-8920-76cd196c616a),segment_id=94d52bff-5716-4774-8920-76cd196c616a)] {{(pid=106712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:48:13.967357 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-c2e8b59e-ae2a-408d-b3bf-d672364e0d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:13.990700 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b8f602-6675-4c05-afd2-55a441f0b89b admin admin] Made reservation on behalf of 72d6246795444b909400ec1804877033 for: {'subnet': 1} {{(pid=106710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:48:13.993445 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-21b8f602-6675-4c05-afd2-55a441f0b89b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16090979'] for subnet, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:14.008293 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-fae2e4f7-b1b7-42dd-9737-9cccfbe829af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:14.064377 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae2e4f7-b1b7-42dd-9737-9cccfbe829af None None] Pushing event updated for resources: {'Port': ['ID=4008b569-cbab-48cf-bbc1-540622ce351f,revision_number=2']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:14.082337 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.db_base_plugin_common [None req-c2e8b59e-ae2a-408d-b3bf-d672364e0d42 admin admin] Allocated IP 172.27.3.56 (536a77cf-5189-41f9-92bf-300739e47f32/171d1f51-d728-4b0d-be8f-6d9f917ae698/1998b7bf-ee9c-46f0-a491-b456986414c2) {{(pid=106711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:48:14.211751 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-c2e8b59e-ae2a-408d-b3bf-d672364e0d42 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:14.271763 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-21b8f602-6675-4c05-afd2-55a441f0b89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16031626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16090997'] for subnet, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:14.322824 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-c2e8b59e-ae2a-408d-b3bf-d672364e0d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14797620'] for port, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:14.335243 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b8f602-6675-4c05-afd2-55a441f0b89b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b5fbace-26eb-40a2-8a98-87f63b5b1ae2,revision_number=0']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:14.345840 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b8f602-6675-4c05-afd2-55a441f0b89b admin admin] Checking segment: {'id': '109032a9-e65c-43ac-bc0b-d790098a8377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bd30e85b-b49f-4f5d-8101-de41bdd7d67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:48:14.347586 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b8f602-6675-4c05-afd2-55a441f0b89b admin admin] Network hostable DHCP agents. Network: bd30e85b-b49f-4f5d-8101-de41bdd7d67a, hostable agents: ['0e09805b-9c3f-4b14-8211-d4974393509b'], hosted agents: [] {{(pid=106710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 07:48:14.363096 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e8b59e-ae2a-408d-b3bf-d672364e0d42 admin admin] Network 536a77cf-5189-41f9-92bf-300739e47f32 is already hosted by enough agents. {{(pid=106711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:48:14.365990 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.base_scheduler [None req-c2e8b59e-ae2a-408d-b3bf-d672364e0d42 admin admin] Resources bound (agent type, host, resource id): {{(pid=106711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:48:14.369395 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e8b59e-ae2a-408d-b3bf-d672364e0d42 admin admin] Received port after_create {{(pid=106711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:48:14.397597 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e8b59e-ae2a-408d-b3bf-d672364e0d42 admin admin] Pushing event updated for resources: {'Port': ['ID=1998b7bf-ee9c-46f0-a491-b456986414c2,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:14.432111 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b8f602-6675-4c05-afd2-55a441f0b89b admin admin] Network bd30e85b-b49f-4f5d-8101-de41bdd7d67a is scheduled to be hosted by DHCP agent 0e09805b-9c3f-4b14-8211-d4974393509b with binding_index 1 {{(pid=106710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 07:48:14.499663 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.base_scheduler [None req-21b8f602-6675-4c05-afd2-55a441f0b89b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813746-2-iscsi, bd30e85b-b49f-4f5d-8101-de41bdd7d67a) {{(pid=106710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:48:14.506470 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b8f602-6675-4c05-afd2-55a441f0b89b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:14.507766 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-21b8f602-6675-4c05-afd2-55a441f0b89b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for subnet, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:14.512366 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1a41b1-e1b6-4f0f-92dd-aa676fab1554 None None] Network bd30e85b-b49f-4f5d-8101-de41bdd7d67a requested from dv-cinder-813746-2-iscsi {{(pid=106712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:48:14.553977 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-21b8f602-6675-4c05-afd2-55a441f0b89b admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6240103 Oct 14 07:48:14.556565 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 60226) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:48:14.560824 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-c23cd081-a16e-4500-8c2d-46cb703073ff admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1407006731-router', 'tenant_id': '72d6246795444b909400ec1804877033', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32'}}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:48:14.625705 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c23cd081-a16e-4500-8c2d-46cb703073ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-974'] for router, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:14.626841 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c23cd081-a16e-4500-8c2d-46cb703073ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-967'] for router, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:14.669560 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdd808c-2cf7-49e4-a9c2-9c900d267e1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bbf52be-bf5d-59de-a6eb-d1860259c978-bd30e85b-b49f-4f5d-8101-de41bdd7d67a', 'network_id': 'bd30e85b-b49f-4f5d-8101-de41bdd7d67a', 'tenant_id': '72d6246795444b909400ec1804877033', 'fixed_ips': [{'subnet_id': '1b5fbace-26eb-40a2-8a98-87f63b5b1ae2'}]}} from dv-cinder-813746-2-iscsi. {{(pid=106712) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 07:48:14.670433 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-1bdd808c-2cf7-49e4-a9c2-9c900d267e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:14.677353 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-c2e8b59e-ae2a-408d-b3bf-d672364e0d42 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:14.689519 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c23cd081-a16e-4500-8c2d-46cb703073ff admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:14.867184 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.db_base_plugin_common [None req-1bdd808c-2cf7-49e4-a9c2-9c900d267e1e None None] Allocated IP 172.20.0.2 (bd30e85b-b49f-4f5d-8101-de41bdd7d67a/1b5fbace-26eb-40a2-8a98-87f63b5b1ae2/aa93f307-de45-4412-82e9-b0e5cd15a859) {{(pid=106712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:48:14.917119 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-c2e8b59e-ae2a-408d-b3bf-d672364e0d42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648228'] for router, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:15.050784 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-1bdd808c-2cf7-49e4-a9c2-9c900d267e1e None None] Publish callbacks [] for port, precommit_create {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:15.087364 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7a8255-3b6c-4cad-a119-169e99a0ab40 None None] Network fc7548a1-a2d5-45f6-9825-763d06d99878 requested from dv-cinder-813746-2-iscsi {{(pid=106712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:48:15.134858 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c23cd081-a16e-4500-8c2d-46cb703073ff admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:15.153724 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-1bdd808c-2cf7-49e4-a9c2-9c900d267e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775'] for port, after_create {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:15.208265 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdd808c-2cf7-49e4-a9c2-9c900d267e1e None None] Network bd30e85b-b49f-4f5d-8101-de41bdd7d67a is already hosted by enough agents. {{(pid=106712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:48:15.222311 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.scheduler.base_scheduler [None req-1bdd808c-2cf7-49e4-a9c2-9c900d267e1e None None] Resources bound (agent type, host, resource id): {{(pid=106712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:48:15.229155 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-0d6a97ff-997d-404f-95d7-b4871ad271ac None None] Provisioning complete for port 4008b569-cbab-48cf-bbc1-540622ce351f triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:48:15.233245 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-0d6a97ff-997d-404f-95d7-b4871ad271ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:15.233245 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdd808c-2cf7-49e4-a9c2-9c900d267e1e None None] Received port after_create {{(pid=106712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:48:15.234618 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdd808c-2cf7-49e4-a9c2-9c900d267e1e None None] Pushing event updated for resources: {'Port': ['ID=aa93f307-de45-4412-82e9-b0e5cd15a859,revision_number=1']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:15.368643 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e8b59e-ae2a-408d-b3bf-d672364e0d42 admin admin] Router 587c5175-2352-49e0-97ad-74d282fae443 is scheduled to L3 agent f0543dd8-cbcf-46a4-b5f3-c6f7813920a1 with binding_index 1 {{(pid=106711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 07:48:15.425947 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c23cd081-a16e-4500-8c2d-46cb703073ff admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:15.455809 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c23cd081-a16e-4500-8c2d-46cb703073ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:15.488826 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-1bdd808c-2cf7-49e4-a9c2-9c900d267e1e None None] Attempting to bind port aa93f307-de45-4412-82e9-b0e5cd15a859 on host dv-cinder-813746-2-iscsi for vnic_type normal with profile {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:48:15.489194 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-1bdd808c-2cf7-49e4-a9c2-9c900d267e1e None None] Attempting to bind port aa93f307-de45-4412-82e9-b0e5cd15a859 by drivers openvswitch,hyperv on host dv-cinder-813746-2-iscsi at level 0 using segments [{'id': '109032a9-e65c-43ac-bc0b-d790098a8377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bd30e85b-b49f-4f5d-8101-de41bdd7d67a'}] {{(pid=106712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:48:15.489591 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdd808c-2cf7-49e4-a9c2-9c900d267e1e None None] Attempting to bind port aa93f307-de45-4412-82e9-b0e5cd15a859 on network bd30e85b-b49f-4f5d-8101-de41bdd7d67a {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:48:15.510673 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 4008b569-cbab-48cf-bbc1-540622ce351f up at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:48:15.512265 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e8b59e-ae2a-408d-b3bf-d672364e0d42 admin admin] Notify agent at l3_agent.dv-cinder-813746-2-iscsi the message routers_updated {{(pid=106711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:48:15.536506 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdd808c-2cf7-49e4-a9c2-9c900d267e1e None None] Checking agent: {'id': '8d484d57-df47-4fec-994b-a2ddd0eb88cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 7, 34, 31), 'started_at': datetime.datetime(2021, 10, 14, 7, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:48:15.537348 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdd808c-2cf7-49e4-a9c2-9c900d267e1e None None] Checking segment: {'id': '109032a9-e65c-43ac-bc0b-d790098a8377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bd30e85b-b49f-4f5d-8101-de41bdd7d67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:48:15.537348 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-1bdd808c-2cf7-49e4-a9c2-9c900d267e1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:15.537648 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdd808c-2cf7-49e4-a9c2-9c900d267e1e None None] Bound using segment: {'id': '109032a9-e65c-43ac-bc0b-d790098a8377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bd30e85b-b49f-4f5d-8101-de41bdd7d67a'} {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:48:15.538130 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-1bdd808c-2cf7-49e4-a9c2-9c900d267e1e None None] Bound port: aa93f307-de45-4412-82e9-b0e5cd15a859, host: dv-cinder-813746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '109032a9-e65c-43ac-bc0b-d790098a8377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bd30e85b-b49f-4f5d-8101-de41bdd7d67a'}}] {{(pid=106712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:48:15.538509 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-1bdd808c-2cf7-49e4-a9c2-9c900d267e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:15.545929 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b5909c-25d8-4fc8-ae17-cf0291f4276f None None] Sync routers for ids ['587c5175-2352-49e0-97ad-74d282fae443'] in dv-cinder-813746-2-iscsi {{(pid=106712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:48:15.572856 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.db_base_plugin_common [None req-c23cd081-a16e-4500-8c2d-46cb703073ff admin admin] Allocated IP 172.27.3.249 (536a77cf-5189-41f9-92bf-300739e47f32/171d1f51-d728-4b0d-be8f-6d9f917ae698/d89c341f-9364-4353-8701-b33965224e2a) {{(pid=106710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:48:15.616006 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-c2e8b59e-ae2a-408d-b3bf-d672364e0d42 admin admin] Publish callbacks [] for router, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:15.619876 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-c2e8b59e-ae2a-408d-b3bf-d672364e0d42 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3272879 Oct 14 07:48:15.620177 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 60230) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:48:15.625872 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b5909c-25d8-4fc8-ae17-cf0291f4276f None None] Routers {'587c5175-2352-49e0-97ad-74d282fae443'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:48:15.626518 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-c9b5909c-25d8-4fc8-ae17-cf0291f4276f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:48:00Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['587c5175-2352-49e0-97ad-74d282fae443'], 'active': True} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:48:15.682278 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c23cd081-a16e-4500-8c2d-46cb703073ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:15.687154 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-0d6a97ff-997d-404f-95d7-b4871ad271ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:15.747663 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Provisioning complete for port 4008b569-cbab-48cf-bbc1-540622ce351f triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:48:15.748108 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:15.751076 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-1bdd808c-2cf7-49e4-a9c2-9c900d267e1e None None] For port aa93f307-de45-4412-82e9-b0e5cd15a859, host dv-cinder-813746-2-iscsi, cleared binding levels {{(pid=106712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:48:15.774344 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c23cd081-a16e-4500-8c2d-46cb703073ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16030778'] for port, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:15.814350 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23cd081-a16e-4500-8c2d-46cb703073ff admin admin] Network 536a77cf-5189-41f9-92bf-300739e47f32 is already hosted by enough agents. {{(pid=106710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:48:15.817419 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.base_scheduler [None req-c23cd081-a16e-4500-8c2d-46cb703073ff admin admin] Resources bound (agent type, host, resource id): {{(pid=106710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:48:15.819945 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23cd081-a16e-4500-8c2d-46cb703073ff admin admin] Received port after_create {{(pid=106710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:48:15.839135 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-0d6a97ff-997d-404f-95d7-b4871ad271ac None None] For port 4008b569-cbab-48cf-bbc1-540622ce351f, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=4008b569-cbab-48cf-bbc1-540622ce351f,segment=NetworkSegment(94d52bff-5716-4774-8920-76cd196c616a),segment_id=94d52bff-5716-4774-8920-76cd196c616a)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:48:15.841294 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-1bdd808c-2cf7-49e4-a9c2-9c900d267e1e None None] For port aa93f307-de45-4412-82e9-b0e5cd15a859, host dv-cinder-813746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=aa93f307-de45-4412-82e9-b0e5cd15a859,segment=NetworkSegment(109032a9-e65c-43ac-bc0b-d790098a8377),segment_id=109032a9-e65c-43ac-bc0b-d790098a8377)] {{(pid=106712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:48:15.875120 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvr_db [None req-c9b5909c-25d8-4fc8-ae17-cf0291f4276f None None] Set router 587c5175-2352-49e0-97ad-74d282fae443 gateway port host: dv-cinder-813746-2-iscsi {{(pid=106712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:48:15.901356 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23cd081-a16e-4500-8c2d-46cb703073ff admin admin] Pushing event updated for resources: {'Port': ['ID=d89c341f-9364-4353-8701-b33965224e2a,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:15.968163 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-0d6a97ff-997d-404f-95d7-b4871ad271ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:15.973991 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-1bdd808c-2cf7-49e4-a9c2-9c900d267e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:16.128139 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a97ff-997d-404f-95d7-b4871ad271ac None None] Pushing event updated for resources: {'Port': ['ID=4008b569-cbab-48cf-bbc1-540622ce351f,revision_number=3']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:16.163037 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-27dc60da-69e2-41cb-aa05-e385c5f9a734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:16.177041 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-d54e49d2-e049-4350-b453-fa18cf551d0e None None] Provisioning complete for port 4008b569-cbab-48cf-bbc1-540622ce351f triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:48:16.177388 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-d54e49d2-e049-4350-b453-fa18cf551d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:16.212818 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c23cd081-a16e-4500-8c2d-46cb703073ff admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:16.290054 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdd808c-2cf7-49e4-a9c2-9c900d267e1e None None] Pushing event updated for resources: {'Port': ['ID=aa93f307-de45-4412-82e9-b0e5cd15a859,revision_number=2']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:16.388339 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.db_base_plugin_common [None req-27dc60da-69e2-41cb-aa05-e385c5f9a734 admin admin] Allocated IP 172.20.0.1 (fc7548a1-a2d5-45f6-9825-763d06d99878/c75e489e-d577-4f33-bc9a-11bccc0fd731/3385bf3d-0ce6-4259-882d-b1a97c37445f) {{(pid=106711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:48:16.389356 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-c9b5909c-25d8-4fc8-ae17-cf0291f4276f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c5175-2352-49e0-97ad-74d282fae443', 'name': 'tempest-TestVolumeBootPattern-1858258408-router', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '1998b7bf-ee9c-46f0-a491-b456986414c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:13Z', 'updated_at': '2021-10-14T07:48:14Z', 'revision_number': 3, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'gw_port': {'id': '1998b7bf-ee9c-46f0-a491-b456986414c2', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:34:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587c5175-2352-49e0-97ad-74d282fae443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:13Z', 'updated_at': '2021-10-14T07:48:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi'}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:48:16.431245 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b5909c-25d8-4fc8-ae17-cf0291f4276f None None] Checking router: 587c5175-2352-49e0-97ad-74d282fae443 for host: dv-cinder-813746-2-iscsi {{(pid=106712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:48:16.432553 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b5909c-25d8-4fc8-ae17-cf0291f4276f None None] Updating router 587c5175-2352-49e0-97ad-74d282fae443 port 1998b7bf-ee9c-46f0-a491-b456986414c2 binding host dv-cinder-813746-2-iscsi {{(pid=106712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 07:48:16.462292 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-c9b5909c-25d8-4fc8-ae17-cf0291f4276f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:16.490858 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c23cd081-a16e-4500-8c2d-46cb703073ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648228'] for router, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:16.516334 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-27dc60da-69e2-41cb-aa05-e385c5f9a734 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:16.611690 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-27dc60da-69e2-41cb-aa05-e385c5f9a734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14797620'] for port, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:16.653291 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27dc60da-69e2-41cb-aa05-e385c5f9a734 admin admin] Network fc7548a1-a2d5-45f6-9825-763d06d99878 is already hosted by enough agents. {{(pid=106711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:48:16.658189 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.base_scheduler [None req-27dc60da-69e2-41cb-aa05-e385c5f9a734 admin admin] Resources bound (agent type, host, resource id): {{(pid=106711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:48:16.660698 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dc60da-69e2-41cb-aa05-e385c5f9a734 admin admin] Received port after_create {{(pid=106711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:48:16.689974 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc60da-69e2-41cb-aa05-e385c5f9a734 admin admin] Pushing event updated for resources: {'Port': ['ID=3385bf3d-0ce6-4259-882d-b1a97c37445f,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:16.705838 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c23cd081-a16e-4500-8c2d-46cb703073ff admin admin] Router c20db544-ea25-4daf-a7ea-ffc13027db7e is scheduled to L3 agent f0543dd8-cbcf-46a4-b5f3-c6f7813920a1 with binding_index 1 {{(pid=106710) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 07:48:16.710107 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-27dc60da-69e2-41cb-aa05-e385c5f9a734 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653587'] for router_interface, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:16.746126 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-c9b5909c-25d8-4fc8-ae17-cf0291f4276f None None] Publish callbacks [] for port, precommit_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:16.836593 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-c9b5909c-25d8-4fc8-ae17-cf0291f4276f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:16.849541 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23cd081-a16e-4500-8c2d-46cb703073ff admin admin] Notify agent at l3_agent.dv-cinder-813746-2-iscsi the message routers_updated {{(pid=106710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:48:16.859783 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a21dd7-8f6c-4635-ab8e-e4433a974ad7 None None] Sync routers for ids ['c20db544-ea25-4daf-a7ea-ffc13027db7e'] in dv-cinder-813746-2-iscsi {{(pid=106713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:48:16.871010 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a21dd7-8f6c-4635-ab8e-e4433a974ad7 None None] Routers {'c20db544-ea25-4daf-a7ea-ffc13027db7e'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:48:16.871624 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-03a21dd7-8f6c-4635-ab8e-e4433a974ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:48:00Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['c20db544-ea25-4daf-a7ea-ffc13027db7e'], 'active': True} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:48:16.896727 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-c9b5909c-25d8-4fc8-ae17-cf0291f4276f None None] Attempting to bind port 1998b7bf-ee9c-46f0-a491-b456986414c2 on host dv-cinder-813746-2-iscsi for vnic_type normal with profile {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:48:16.897104 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-c9b5909c-25d8-4fc8-ae17-cf0291f4276f None None] Attempting to bind port 1998b7bf-ee9c-46f0-a491-b456986414c2 by drivers openvswitch,hyperv on host dv-cinder-813746-2-iscsi at level 0 using segments [{'id': '83c3fea4-f928-4a40-b18e-1fedd452844d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32'}] {{(pid=106712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:48:16.897469 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b5909c-25d8-4fc8-ae17-cf0291f4276f None None] Attempting to bind port 1998b7bf-ee9c-46f0-a491-b456986414c2 on network 536a77cf-5189-41f9-92bf-300739e47f32 {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:48:16.911853 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6596927b-21cb-4730-a620-c77bb0e1e785 None None] Pushing event updated for resources: {'Port': ['ID=1998b7bf-ee9c-46f0-a491-b456986414c2,revision_number=2']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:16.914679 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b5909c-25d8-4fc8-ae17-cf0291f4276f None None] Checking agent: {'id': '8d484d57-df47-4fec-994b-a2ddd0eb88cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 7, 34, 31), 'started_at': datetime.datetime(2021, 10, 14, 7, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:48:16.917755 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b5909c-25d8-4fc8-ae17-cf0291f4276f None None] Checking segment: {'id': '83c3fea4-f928-4a40-b18e-1fedd452844d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:48:16.918431 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-c9b5909c-25d8-4fc8-ae17-cf0291f4276f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:16.918957 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b5909c-25d8-4fc8-ae17-cf0291f4276f None None] Bound using segment: {'id': '83c3fea4-f928-4a40-b18e-1fedd452844d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32'} {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:48:16.919551 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-c9b5909c-25d8-4fc8-ae17-cf0291f4276f None None] Bound port: 1998b7bf-ee9c-46f0-a491-b456986414c2, host: dv-cinder-813746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c3fea4-f928-4a40-b18e-1fedd452844d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32'}}] {{(pid=106712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:48:16.920008 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-c9b5909c-25d8-4fc8-ae17-cf0291f4276f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:16.942641 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c23cd081-a16e-4500-8c2d-46cb703073ff admin admin] Publish callbacks [] for router, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:16.943721 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-27dc60da-69e2-41cb-aa05-e385c5f9a734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:16.949283 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-c23cd081-a16e-4500-8c2d-46cb703073ff admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3915029 Oct 14 07:48:16.953532 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 60234) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:48:16.994728 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-c9b5909c-25d8-4fc8-ae17-cf0291f4276f None None] For port 1998b7bf-ee9c-46f0-a491-b456986414c2, host dv-cinder-813746-2-iscsi, cleared binding levels {{(pid=106712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:48:16.998644 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-c9b5909c-25d8-4fc8-ae17-cf0291f4276f None None] For port 1998b7bf-ee9c-46f0-a491-b456986414c2, host dv-cinder-813746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=1998b7bf-ee9c-46f0-a491-b456986414c2,segment=NetworkSegment(83c3fea4-f928-4a40-b18e-1fedd452844d),segment_id=83c3fea4-f928-4a40-b18e-1fedd452844d)] {{(pid=106712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:48:17.003713 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvr_db [None req-03a21dd7-8f6c-4635-ab8e-e4433a974ad7 None None] Set router c20db544-ea25-4daf-a7ea-ffc13027db7e gateway port host: dv-cinder-813746-2-iscsi {{(pid=106713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:48:17.066491 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-c9b5909c-25d8-4fc8-ae17-cf0291f4276f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:17.176275 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-5211ca73-8b05-4649-af08-3730fcdf65c0 None None] Provisioning complete for port 3385bf3d-0ce6-4259-882d-b1a97c37445f triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:48:17.176803 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-5211ca73-8b05-4649-af08-3730fcdf65c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:17.219039 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-27dc60da-69e2-41cb-aa05-e385c5f9a734 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:17.226666 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6596927b-21cb-4730-a620-c77bb0e1e785 None None] Pushing event updated for resources: {'Port': ['ID=1998b7bf-ee9c-46f0-a491-b456986414c2,revision_number=3']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:17.238529 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b5909c-25d8-4fc8-ae17-cf0291f4276f None None] Routers {'587c5175-2352-49e0-97ad-74d282fae443'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:48:17.239551 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-c9b5909c-25d8-4fc8-ae17-cf0291f4276f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:48:00Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['587c5175-2352-49e0-97ad-74d282fae443'], 'active': True} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:48:17.253089 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-03a21dd7-8f6c-4635-ab8e-e4433a974ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c20db544-ea25-4daf-a7ea-ffc13027db7e', 'name': 'tempest-TestMinimumBasicScenario-1407006731-router', 'tenant_id': '72d6246795444b909400ec1804877033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd89c341f-9364-4353-8701-b33965224e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:14Z', 'updated_at': '2021-10-14T07:48:15Z', 'revision_number': 3, 'project_id': '72d6246795444b909400ec1804877033', 'gw_port': {'id': 'd89c341f-9364-4353-8701-b33965224e2a', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:58:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c20db544-ea25-4daf-a7ea-ffc13027db7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:15Z', 'updated_at': '2021-10-14T07:48:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi'}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:48:17.281320 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a21dd7-8f6c-4635-ab8e-e4433a974ad7 None None] Checking router: c20db544-ea25-4daf-a7ea-ffc13027db7e for host: dv-cinder-813746-2-iscsi {{(pid=106713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:48:17.281668 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a21dd7-8f6c-4635-ab8e-e4433a974ad7 None None] Updating router c20db544-ea25-4daf-a7ea-ffc13027db7e port d89c341f-9364-4353-8701-b33965224e2a binding host dv-cinder-813746-2-iscsi {{(pid=106713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 07:48:17.288073 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-27dc60da-69e2-41cb-aa05-e385c5f9a734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14797571'] for port, after_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:17.305538 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-5211ca73-8b05-4649-af08-3730fcdf65c0 None None] Port 3385bf3d-0ce6-4259-882d-b1a97c37445f cannot update to ACTIVE because it is not bound. {{(pid=106712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 07:48:17.326556 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-03a21dd7-8f6c-4635-ab8e-e4433a974ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:17.344757 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-27dc60da-69e2-41cb-aa05-e385c5f9a734 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2071468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1653543'] for router_interface, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:17.356693 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a632af-ab92-42d1-bc4c-76c3b638a3c9 None None] Network bd30e85b-b49f-4f5d-8101-de41bdd7d67a requested from dv-cinder-813746-2-iscsi {{(pid=106712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:48:17.443535 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvr_db [None req-c9b5909c-25d8-4fc8-ae17-cf0291f4276f None None] Set router 587c5175-2352-49e0-97ad-74d282fae443 gateway port host: dv-cinder-813746-2-iscsi {{(pid=106712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:48:17.490164 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-b3dc5dcf-a24d-45f4-84c4-14c17133332f None None] Provisioning complete for port aa93f307-de45-4412-82e9-b0e5cd15a859 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:48:17.490592 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b3dc5dcf-a24d-45f4-84c4-14c17133332f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:17.510012 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27dc60da-69e2-41cb-aa05-e385c5f9a734 admin admin] Network fc7548a1-a2d5-45f6-9825-763d06d99878 is already hosted by enough agents. {{(pid=106711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:48:17.515486 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.base_scheduler [None req-27dc60da-69e2-41cb-aa05-e385c5f9a734 admin admin] Resources bound (agent type, host, resource id): {{(pid=106711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:48:17.541819 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8e730eee-7b9e-46c9-9d2b-e97038e38524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:17.627712 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc60da-69e2-41cb-aa05-e385c5f9a734 admin admin] Pushing event updated for resources: {'Port': ['ID=3385bf3d-0ce6-4259-882d-b1a97c37445f,revision_number=2']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:17.734286 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27dc60da-69e2-41cb-aa05-e385c5f9a734 admin admin] Router 587c5175-2352-49e0-97ad-74d282fae443 has already been hosted by L3 agent f0543dd8-cbcf-46a4-b5f3-c6f7813920a1 {{(pid=106711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:48:17.778021 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.db_base_plugin_common [None req-8e730eee-7b9e-46c9-9d2b-e97038e38524 admin admin] Allocated IP 172.20.0.1 (bd30e85b-b49f-4f5d-8101-de41bdd7d67a/1b5fbace-26eb-40a2-8a98-87f63b5b1ae2/ff6cad0c-49ee-4c5c-8443-6e2a4f814498) {{(pid=106710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:48:17.802748 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device aa93f307-de45-4412-82e9-b0e5cd15a859 up at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:48:17.889662 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27dc60da-69e2-41cb-aa05-e385c5f9a734 admin admin] Notify agent at l3_agent.dv-cinder-813746-2-iscsi the message routers_updated {{(pid=106711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:48:17.894736 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-27dc60da-69e2-41cb-aa05-e385c5f9a734 admin admin] 10.222.0.47 "PUT /v2.0/routers/587c5175-2352-49e0-97ad-74d282fae443/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2735291 Oct 14 07:48:17.899479 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-03a21dd7-8f6c-4635-ab8e-e4433a974ad7 None None] Publish callbacks [] for port, precommit_update {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:17.942047 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8e730eee-7b9e-46c9-9d2b-e97038e38524 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:17.946668 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-03a21dd7-8f6c-4635-ab8e-e4433a974ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:17.996986 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80a98a4-9fe4-4d64-a126-e72d78753216 None None] Pushing event updated for resources: {'Port': ['ID=d89c341f-9364-4353-8701-b33965224e2a,revision_number=2']} {{(pid=106713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:18.019423 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.managers [None req-03a21dd7-8f6c-4635-ab8e-e4433a974ad7 None None] Attempting to bind port d89c341f-9364-4353-8701-b33965224e2a on host dv-cinder-813746-2-iscsi for vnic_type normal with profile {{(pid=106713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:48:18.020740 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.managers [None req-03a21dd7-8f6c-4635-ab8e-e4433a974ad7 None None] Attempting to bind port d89c341f-9364-4353-8701-b33965224e2a by drivers openvswitch,hyperv on host dv-cinder-813746-2-iscsi at level 0 using segments [{'id': '83c3fea4-f928-4a40-b18e-1fedd452844d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32'}] {{(pid=106713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:48:18.020740 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a21dd7-8f6c-4635-ab8e-e4433a974ad7 None None] Attempting to bind port d89c341f-9364-4353-8701-b33965224e2a on network 536a77cf-5189-41f9-92bf-300739e47f32 {{(pid=106713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:48:18.024077 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a98a4-9fe4-4d64-a126-e72d78753216 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:48:18.024527 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a98a4-9fe4-4d64-a126-e72d78753216 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:48:18.024890 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a98a4-9fe4-4d64-a126-e72d78753216 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:48:18.025219 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a98a4-9fe4-4d64-a126-e72d78753216 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:48:18.025540 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a98a4-9fe4-4d64-a126-e72d78753216 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:48:18.025862 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a98a4-9fe4-4d64-a126-e72d78753216 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:48:18.026184 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a98a4-9fe4-4d64-a126-e72d78753216 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:48:18.026502 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a98a4-9fe4-4d64-a126-e72d78753216 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:48:18.026857 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a98a4-9fe4-4d64-a126-e72d78753216 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:48:18.027180 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a98a4-9fe4-4d64-a126-e72d78753216 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:48:18.027490 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a98a4-9fe4-4d64-a126-e72d78753216 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:48:18.027836 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a98a4-9fe4-4d64-a126-e72d78753216 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:48:18.031434 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8e730eee-7b9e-46c9-9d2b-e97038e38524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16030778'] for port, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:18.033508 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a21dd7-8f6c-4635-ab8e-e4433a974ad7 None None] Checking agent: {'id': '8d484d57-df47-4fec-994b-a2ddd0eb88cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 7, 34, 31), 'started_at': datetime.datetime(2021, 10, 14, 7, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:48:18.033878 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a21dd7-8f6c-4635-ab8e-e4433a974ad7 None None] Checking segment: {'id': '83c3fea4-f928-4a40-b18e-1fedd452844d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:48:18.034270 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-03a21dd7-8f6c-4635-ab8e-e4433a974ad7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:18.034658 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a21dd7-8f6c-4635-ab8e-e4433a974ad7 None None] Bound using segment: {'id': '83c3fea4-f928-4a40-b18e-1fedd452844d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32'} {{(pid=106713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:48:18.035697 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.managers [None req-03a21dd7-8f6c-4635-ab8e-e4433a974ad7 None None] Bound port: d89c341f-9364-4353-8701-b33965224e2a, host: dv-cinder-813746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c3fea4-f928-4a40-b18e-1fedd452844d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32'}}] {{(pid=106713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:48:18.035697 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-03a21dd7-8f6c-4635-ab8e-e4433a974ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:18.045699 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b3dc5dcf-a24d-45f4-84c4-14c17133332f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:18.064176 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Provisioning complete for port aa93f307-de45-4412-82e9-b0e5cd15a859 triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:48:18.064317 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:18.077181 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e730eee-7b9e-46c9-9d2b-e97038e38524 admin admin] Network bd30e85b-b49f-4f5d-8101-de41bdd7d67a is already hosted by enough agents. {{(pid=106710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:48:18.081362 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.base_scheduler [None req-8e730eee-7b9e-46c9-9d2b-e97038e38524 admin admin] Resources bound (agent type, host, resource id): {{(pid=106710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:48:18.084495 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e730eee-7b9e-46c9-9d2b-e97038e38524 admin admin] Received port after_create {{(pid=106710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:48:18.097632 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.db [None req-03a21dd7-8f6c-4635-ab8e-e4433a974ad7 None None] For port d89c341f-9364-4353-8701-b33965224e2a, host dv-cinder-813746-2-iscsi, cleared binding levels {{(pid=106713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:48:18.102297 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.db [None req-03a21dd7-8f6c-4635-ab8e-e4433a974ad7 None None] For port d89c341f-9364-4353-8701-b33965224e2a, host dv-cinder-813746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=d89c341f-9364-4353-8701-b33965224e2a,segment=NetworkSegment(83c3fea4-f928-4a40-b18e-1fedd452844d),segment_id=83c3fea4-f928-4a40-b18e-1fedd452844d)] {{(pid=106713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:48:18.121304 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-b3dc5dcf-a24d-45f4-84c4-14c17133332f None None] For port aa93f307-de45-4412-82e9-b0e5cd15a859, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=aa93f307-de45-4412-82e9-b0e5cd15a859,segment=NetworkSegment(109032a9-e65c-43ac-bc0b-d790098a8377),segment_id=109032a9-e65c-43ac-bc0b-d790098a8377)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:48:18.138788 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e730eee-7b9e-46c9-9d2b-e97038e38524 admin admin] Pushing event updated for resources: {'Port': ['ID=ff6cad0c-49ee-4c5c-8443-6e2a4f814498,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:18.150306 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-c9b5909c-25d8-4fc8-ae17-cf0291f4276f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c5175-2352-49e0-97ad-74d282fae443', 'name': 'tempest-TestVolumeBootPattern-1858258408-router', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '1998b7bf-ee9c-46f0-a491-b456986414c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:13Z', 'updated_at': '2021-10-14T07:48:16Z', 'revision_number': 4, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'gw_port': {'id': '1998b7bf-ee9c-46f0-a491-b456986414c2', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:34:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587c5175-2352-49e0-97ad-74d282fae443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:13Z', 'updated_at': '2021-10-14T07:48:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': '3385bf3d-0ce6-4259-882d-b1a97c37445f', 'name': '', 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'mac_address': 'fa:16:3e:33:79:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587c5175-2352-49e0-97ad-74d282fae443', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c75e489e-d577-4f33-bc9a-11bccc0fd731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:16Z', 'updated_at': '2021-10-14T07:48:16Z', 'revision_number': 1, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'subnets': [{'id': 'c75e489e-d577-4f33-bc9a-11bccc0fd731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:48:18.151592 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8e730eee-7b9e-46c9-9d2b-e97038e38524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653587'] for router_interface, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:18.182301 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b5909c-25d8-4fc8-ae17-cf0291f4276f None None] The sync data for ids ['587c5175-2352-49e0-97ad-74d282fae443'] in dv-cinder-813746-2-iscsi is: [{'id': '587c5175-2352-49e0-97ad-74d282fae443', 'name': 'tempest-TestVolumeBootPattern-1858258408-router', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '1998b7bf-ee9c-46f0-a491-b456986414c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:13Z', 'updated_at': '2021-10-14T07:48:16Z', 'revision_number': 4, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'gw_port': {'id': '1998b7bf-ee9c-46f0-a491-b456986414c2', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:34:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587c5175-2352-49e0-97ad-74d282fae443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:13Z', 'updated_at': '2021-10-14T07:48:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': '3385bf3d-0ce6-4259-882d-b1a97c37445f', 'name': '', 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'mac_address': 'fa:16:3e:33:79:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587c5175-2352-49e0-97ad-74d282fae443', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c75e489e-d577-4f33-bc9a-11bccc0fd731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:16Z', 'updated_at': '2021-10-14T07:48:16Z', 'revision_number': 1, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'subnets': [{'id': 'c75e489e-d577-4f33-bc9a-11bccc0fd731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:48:18.190250 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-03a21dd7-8f6c-4635-ab8e-e4433a974ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:18.224985 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b3dc5dcf-a24d-45f4-84c4-14c17133332f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:18.294074 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a21dd7-8f6c-4635-ab8e-e4433a974ad7 None None] Routers {'c20db544-ea25-4daf-a7ea-ffc13027db7e'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:48:18.295059 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-03a21dd7-8f6c-4635-ab8e-e4433a974ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:48:00Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['c20db544-ea25-4daf-a7ea-ffc13027db7e'], 'active': True} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:48:18.309500 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:18.355638 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80a98a4-9fe4-4d64-a126-e72d78753216 None None] Pushing event updated for resources: {'Port': ['ID=d89c341f-9364-4353-8701-b33965224e2a,revision_number=3']} {{(pid=106713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:18.364250 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dc5dcf-a24d-45f4-84c4-14c17133332f None None] Pushing event updated for resources: {'Port': ['ID=aa93f307-de45-4412-82e9-b0e5cd15a859,revision_number=3']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:18.375820 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-31fe80cc-17f4-4b36-afe1-ed5e83c4956e None None] Provisioning complete for port 3385bf3d-0ce6-4259-882d-b1a97c37445f triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:48:18.375820 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-31fe80cc-17f4-4b36-afe1-ed5e83c4956e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:18.417696 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8e730eee-7b9e-46c9-9d2b-e97038e38524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:18.445198 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-31fe80cc-17f4-4b36-afe1-ed5e83c4956e None None] Port 3385bf3d-0ce6-4259-882d-b1a97c37445f cannot update to ACTIVE because it is not bound. {{(pid=106712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 07:48:18.451733 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.db.api [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 14 07:48:18.452101 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG oslo_db.api [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 14 07:48:18.469502 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvr_db [None req-03a21dd7-8f6c-4635-ab8e-e4433a974ad7 None None] Set router c20db544-ea25-4daf-a7ea-ffc13027db7e gateway port host: dv-cinder-813746-2-iscsi {{(pid=106713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:48:18.573634 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-546488a8-4a8e-4427-a31e-543c3a2f0e0d None None] Provisioning complete for port aa93f307-de45-4412-82e9-b0e5cd15a859 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:48:18.573958 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-546488a8-4a8e-4427-a31e-543c3a2f0e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:18.698392 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8e730eee-7b9e-46c9-9d2b-e97038e38524 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:18.766402 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-03a21dd7-8f6c-4635-ab8e-e4433a974ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c20db544-ea25-4daf-a7ea-ffc13027db7e', 'name': 'tempest-TestMinimumBasicScenario-1407006731-router', 'tenant_id': '72d6246795444b909400ec1804877033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd89c341f-9364-4353-8701-b33965224e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:14Z', 'updated_at': '2021-10-14T07:48:15Z', 'revision_number': 3, 'project_id': '72d6246795444b909400ec1804877033', 'gw_port': {'id': 'd89c341f-9364-4353-8701-b33965224e2a', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:58:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c20db544-ea25-4daf-a7ea-ffc13027db7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:15Z', 'updated_at': '2021-10-14T07:48:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi'}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:48:18.768532 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8e730eee-7b9e-46c9-9d2b-e97038e38524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16030733'] for port, after_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:18.797973 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a21dd7-8f6c-4635-ab8e-e4433a974ad7 None None] The sync data for ids ['c20db544-ea25-4daf-a7ea-ffc13027db7e'] in dv-cinder-813746-2-iscsi is: [{'id': 'c20db544-ea25-4daf-a7ea-ffc13027db7e', 'name': 'tempest-TestMinimumBasicScenario-1407006731-router', 'tenant_id': '72d6246795444b909400ec1804877033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd89c341f-9364-4353-8701-b33965224e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:14Z', 'updated_at': '2021-10-14T07:48:15Z', 'revision_number': 3, 'project_id': '72d6246795444b909400ec1804877033', 'gw_port': {'id': 'd89c341f-9364-4353-8701-b33965224e2a', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:58:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c20db544-ea25-4daf-a7ea-ffc13027db7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:15Z', 'updated_at': '2021-10-14T07:48:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi'}] {{(pid=106713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:48:18.854027 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8e730eee-7b9e-46c9-9d2b-e97038e38524 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2071468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1653543'] for router_interface, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:18.863421 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-d0616feb-14bd-4eaa-b3ab-f90f29d41dae None None] Provisioning complete for port ff6cad0c-49ee-4c5c-8443-6e2a4f814498 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:48:18.865145 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-d0616feb-14bd-4eaa-b3ab-f90f29d41dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:18.890055 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e730eee-7b9e-46c9-9d2b-e97038e38524 admin admin] Pushing event updated for resources: {'Port': ['ID=ff6cad0c-49ee-4c5c-8443-6e2a4f814498,revision_number=2']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:18.906255 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 60254) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:48:18.922732 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-d0616feb-14bd-4eaa-b3ab-f90f29d41dae None None] Port ff6cad0c-49ee-4c5c-8443-6e2a4f814498 cannot update to ACTIVE because it is not bound. {{(pid=106712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 07:48:18.937775 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-8254a618-0dc0-4b63-b561-21864503027e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1224535633-network', 'tenant_id': '29ea5bf215aa4e14905c849202c1aea4'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:48:18.998638 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 4008b569-cbab-48cf-bbc1-540622ce351f up at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:48:19.000417 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e730eee-7b9e-46c9-9d2b-e97038e38524 admin admin] Network bd30e85b-b49f-4f5d-8101-de41bdd7d67a is already hosted by enough agents. {{(pid=106710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:48:19.003189 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.base_scheduler [None req-8e730eee-7b9e-46c9-9d2b-e97038e38524 admin admin] Resources bound (agent type, host, resource id): {{(pid=106710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:48:19.088839 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Provisioning complete for port 4008b569-cbab-48cf-bbc1-540622ce351f triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:48:19.088956 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:19.097874 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8254a618-0dc0-4b63-b561-21864503027e admin admin] Made reservation on behalf of 29ea5bf215aa4e14905c849202c1aea4 for: {'network': 1} {{(pid=106710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:48:19.104674 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8254a618-0dc0-4b63-b561-21864503027e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for network, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:19.150977 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8254a618-0dc0-4b63-b561-21864503027e admin admin] Publish callbacks [] for security_group, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:19.225259 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e730eee-7b9e-46c9-9d2b-e97038e38524 admin admin] Router c20db544-ea25-4daf-a7ea-ffc13027db7e has already been hosted by L3 agent f0543dd8-cbcf-46a4-b5f3-c6f7813920a1 {{(pid=106710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:48:19.453275 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-c4cd9187-6bca-4ffc-845a-c4efac53e19e None None] Provisioning complete for port ff6cad0c-49ee-4c5c-8443-6e2a4f814498 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:48:19.453829 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-c4cd9187-6bca-4ffc-845a-c4efac53e19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:19.518753 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-c4cd9187-6bca-4ffc-845a-c4efac53e19e None None] Port ff6cad0c-49ee-4c5c-8443-6e2a4f814498 cannot update to ACTIVE because it is not bound. {{(pid=106712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 07:48:19.628656 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 1998b7bf-ee9c-46f0-a491-b456986414c2 up at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:48:19.671840 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8254a618-0dc0-4b63-b561-21864503027e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:19.673643 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e730eee-7b9e-46c9-9d2b-e97038e38524 admin admin] Notify agent at l3_agent.dv-cinder-813746-2-iscsi the message routers_updated {{(pid=106710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:48:19.679495 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-8e730eee-7b9e-46c9-9d2b-e97038e38524 admin admin] 10.222.0.47 "PUT /v2.0/routers/c20db544-ea25-4daf-a7ea-ffc13027db7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7227829 Oct 14 07:48:19.696362 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Provisioning complete for port 1998b7bf-ee9c-46f0-a491-b456986414c2 triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:48:19.696737 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:19.722118 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8254a618-0dc0-4b63-b561-21864503027e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:19.758040 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8254a618-0dc0-4b63-b561-21864503027e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=106710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 07:48:19.770305 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254a618-0dc0-4b63-b561-21864503027e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b4843d-43fb-4e91-8131-6b497b01b76a,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:19.781673 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8254a618-0dc0-4b63-b561-21864503027e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728044'] for segment, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:19.781673 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.db.segments_db [None req-8254a618-0dc0-4b63-b561-21864503027e admin admin] Added segment a96205ff-96ad-44aa-a974-221a8f5ead0f of type vlan for network 59619a67-320d-4553-96b3-b78e4695df61 Oct 14 07:48:19.820145 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:19.842961 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] For port 1998b7bf-ee9c-46f0-a491-b456986414c2, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=1998b7bf-ee9c-46f0-a491-b456986414c2,segment=NetworkSegment(83c3fea4-f928-4a40-b18e-1fedd452844d),segment_id=83c3fea4-f928-4a40-b18e-1fedd452844d)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:48:19.849141 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8254a618-0dc0-4b63-b561-21864503027e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787629651321'] for network, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:19.907576 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:19.908462 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device d89c341f-9364-4353-8701-b33965224e2a up at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:48:19.939399 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8254a618-0dc0-4b63-b561-21864503027e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486'] for network, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:19.940527 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8254a618-0dc0-4b63-b561-21864503027e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:19.941131 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8254a618-0dc0-4b63-b561-21864503027e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for network, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:20.007173 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Pushing event updated for resources: {'Port': ['ID=1998b7bf-ee9c-46f0-a491-b456986414c2,revision_number=4']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:20.019081 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Provisioning complete for port d89c341f-9364-4353-8701-b33965224e2a triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:48:20.019452 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:20.020620 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254a618-0dc0-4b63-b561-21864503027e admin admin] Pushing event updated for resources: {'Network': ['ID=59619a67-320d-4553-96b3-b78e4695df61,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:20.042716 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Network 59619a67-320d-4553-96b3-b78e4695df61 details requested by agent ovs-agent-dv-cinder-813746-2-iscsi with host dv-cinder-813746-2-iscsi {{(pid=106712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 07:48:20.057564 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-8254a618-0dc0-4b63-b561-21864503027e admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1499312 Oct 14 07:48:20.066934 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 60264) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:48:20.072851 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-a0cbc54e-8201-4672-a7d4-03aa16f47e64 admin admin] Request body: {'subnet': {'network_id': '59619a67-320d-4553-96b3-b78e4695df61', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1224535633-subnet', 'tenant_id': '29ea5bf215aa4e14905c849202c1aea4', 'ip_version': 4}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:48:20.167506 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:20.167863 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0cbc54e-8201-4672-a7d4-03aa16f47e64 admin admin] Made reservation on behalf of 29ea5bf215aa4e14905c849202c1aea4 for: {'subnet': 1} {{(pid=106710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:48:20.170332 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-a0cbc54e-8201-4672-a7d4-03aa16f47e64 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16090979'] for subnet, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:20.187817 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] For port d89c341f-9364-4353-8701-b33965224e2a, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=d89c341f-9364-4353-8701-b33965224e2a,segment=NetworkSegment(83c3fea4-f928-4a40-b18e-1fedd452844d),segment_id=83c3fea4-f928-4a40-b18e-1fedd452844d)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:48:20.265544 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:20.266555 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device aa93f307-de45-4412-82e9-b0e5cd15a859 up at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:48:20.337166 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Pushing event updated for resources: {'Port': ['ID=d89c341f-9364-4353-8701-b33965224e2a,revision_number=4']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:20.369180 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Provisioning complete for port aa93f307-de45-4412-82e9-b0e5cd15a859 triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:48:20.369550 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:20.440694 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-a0cbc54e-8201-4672-a7d4-03aa16f47e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16031626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16090997'] for subnet, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:20.495377 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cbc54e-8201-4672-a7d4-03aa16f47e64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab41f5fd-bc28-4324-839b-f6a5882aa095,revision_number=0']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:20.503004 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cbc54e-8201-4672-a7d4-03aa16f47e64 admin admin] Checking segment: {'id': 'a96205ff-96ad-44aa-a974-221a8f5ead0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '59619a67-320d-4553-96b3-b78e4695df61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:48:20.503359 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cbc54e-8201-4672-a7d4-03aa16f47e64 admin admin] Network hostable DHCP agents. Network: 59619a67-320d-4553-96b3-b78e4695df61, hostable agents: ['0e09805b-9c3f-4b14-8211-d4974393509b'], hosted agents: [] {{(pid=106710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 07:48:20.564837 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 60276) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:48:20.569790 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-028ef8d6-56a9-4e2e-b1f5-66a958fec42e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-968729206-network', 'tenant_id': '473f9757946242caade65a4fb79756c3'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:48:20.584156 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cbc54e-8201-4672-a7d4-03aa16f47e64 admin admin] Network 59619a67-320d-4553-96b3-b78e4695df61 is scheduled to be hosted by DHCP agent 0e09805b-9c3f-4b14-8211-d4974393509b with binding_index 1 {{(pid=106710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 07:48:20.648008 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.base_scheduler [None req-a0cbc54e-8201-4672-a7d4-03aa16f47e64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813746-2-iscsi, 59619a67-320d-4553-96b3-b78e4695df61) {{(pid=106710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:48:20.652134 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cbc54e-8201-4672-a7d4-03aa16f47e64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:20.652723 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-a0cbc54e-8201-4672-a7d4-03aa16f47e64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for subnet, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:20.657167 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29a38e9-b68b-4bec-88fd-869274110a66 None None] Network 59619a67-320d-4553-96b3-b78e4695df61 requested from dv-cinder-813746-2-iscsi {{(pid=106712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:48:20.662175 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028ef8d6-56a9-4e2e-b1f5-66a958fec42e admin admin] Made reservation on behalf of 473f9757946242caade65a4fb79756c3 for: {'network': 1} {{(pid=106710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:48:20.664988 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-028ef8d6-56a9-4e2e-b1f5-66a958fec42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for network, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:20.675668 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-028ef8d6-56a9-4e2e-b1f5-66a958fec42e admin admin] Publish callbacks [] for security_group, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:20.715746 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-a0cbc54e-8201-4672-a7d4-03aa16f47e64 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6473558 Oct 14 07:48:20.718622 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 60278) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:48:20.723667 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [None req-e95739c4-27e8-4fdf-964f-8c25e647810b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1224535633-router', 'tenant_id': '29ea5bf215aa4e14905c849202c1aea4', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32'}}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:48:20.757784 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-028ef8d6-56a9-4e2e-b1f5-66a958fec42e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:20.812488 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14570d1-88c6-43de-b96d-a2ca23e414b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bbf52be-bf5d-59de-a6eb-d1860259c978-59619a67-320d-4553-96b3-b78e4695df61', 'network_id': '59619a67-320d-4553-96b3-b78e4695df61', 'tenant_id': '29ea5bf215aa4e14905c849202c1aea4', 'fixed_ips': [{'subnet_id': 'ab41f5fd-bc28-4324-839b-f6a5882aa095'}]}} from dv-cinder-813746-2-iscsi. {{(pid=106712) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 07:48:20.813399 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-c14570d1-88c6-43de-b96d-a2ca23e414b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:20.814493 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-e95739c4-27e8-4fdf-964f-8c25e647810b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-974'] for router, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:20.815793 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-e95739c4-27e8-4fdf-964f-8c25e647810b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-967'] for router, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:20.842757 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-028ef8d6-56a9-4e2e-b1f5-66a958fec42e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:20.870029 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-028ef8d6-56a9-4e2e-b1f5-66a958fec42e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=106710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 07:48:20.874845 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-e95739c4-27e8-4fdf-964f-8c25e647810b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:20.879037 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ef8d6-56a9-4e2e-b1f5-66a958fec42e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56cb9e9-b999-439f-b1d6-9ceae2206277,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:20.886867 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-028ef8d6-56a9-4e2e-b1f5-66a958fec42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728044'] for segment, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:20.887036 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.db.segments_db [None req-028ef8d6-56a9-4e2e-b1f5-66a958fec42e admin admin] Added segment e661db9d-a204-41ef-9eed-d0459d913799 of type vlan for network 1f962a01-cfc6-4392-ab05-887f4c0d8a1e Oct 14 07:48:20.927626 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-028ef8d6-56a9-4e2e-b1f5-66a958fec42e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787629651321'] for network, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:20.956636 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.db_base_plugin_common [None req-c14570d1-88c6-43de-b96d-a2ca23e414b6 None None] Allocated IP 172.20.0.2 (59619a67-320d-4553-96b3-b78e4695df61/ab41f5fd-bc28-4324-839b-f6a5882aa095/c13a069a-d082-4319-8c5a-ddcf64d5e18a) {{(pid=106712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:48:21.013966 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-028ef8d6-56a9-4e2e-b1f5-66a958fec42e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486'] for network, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:21.014958 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028ef8d6-56a9-4e2e-b1f5-66a958fec42e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:21.015542 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-028ef8d6-56a9-4e2e-b1f5-66a958fec42e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for network, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:21.097968 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ef8d6-56a9-4e2e-b1f5-66a958fec42e admin admin] Pushing event updated for resources: {'Network': ['ID=1f962a01-cfc6-4392-ab05-887f4c0d8a1e,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:21.099470 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-e95739c4-27e8-4fdf-964f-8c25e647810b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:21.113386 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Network 1f962a01-cfc6-4392-ab05-887f4c0d8a1e details requested by agent ovs-agent-dv-cinder-813746-2-iscsi with host dv-cinder-813746-2-iscsi {{(pid=106712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 07:48:21.137032 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-028ef8d6-56a9-4e2e-b1f5-66a958fec42e admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5710597 Oct 14 07:48:21.139733 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 60280) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:48:21.145390 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-f87240df-7bb9-45ff-a042-1730974006a7 admin admin] Request body: {'subnet': {'network_id': '1f962a01-cfc6-4392-ab05-887f4c0d8a1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-968729206-subnet', 'tenant_id': '473f9757946242caade65a4fb79756c3', 'ip_version': 4}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:48:21.191979 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-c14570d1-88c6-43de-b96d-a2ca23e414b6 None None] Publish callbacks [] for port, precommit_create {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:21.242476 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87240df-7bb9-45ff-a042-1730974006a7 admin admin] Made reservation on behalf of 473f9757946242caade65a4fb79756c3 for: {'subnet': 1} {{(pid=106710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:48:21.245109 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-f87240df-7bb9-45ff-a042-1730974006a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16090979'] for subnet, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:21.271983 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-c14570d1-88c6-43de-b96d-a2ca23e414b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775'] for port, after_create {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:21.312553 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14570d1-88c6-43de-b96d-a2ca23e414b6 None None] Network 59619a67-320d-4553-96b3-b78e4695df61 is already hosted by enough agents. {{(pid=106712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:48:21.315994 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.scheduler.base_scheduler [None req-c14570d1-88c6-43de-b96d-a2ca23e414b6 None None] Resources bound (agent type, host, resource id): {{(pid=106712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:48:21.320308 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14570d1-88c6-43de-b96d-a2ca23e414b6 None None] Received port after_create {{(pid=106712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:48:21.331989 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14570d1-88c6-43de-b96d-a2ca23e414b6 None None] Pushing event updated for resources: {'Port': ['ID=c13a069a-d082-4319-8c5a-ddcf64d5e18a,revision_number=1']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:21.381319 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-e95739c4-27e8-4fdf-964f-8c25e647810b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:21.406275 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb81c0ad-1d39-44ad-aee2-2d6565cba5fe None None] Sync routers for ids ['587c5175-2352-49e0-97ad-74d282fae443'] in dv-cinder-813746-2-iscsi {{(pid=106712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:48:21.406500 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-e95739c4-27e8-4fdf-964f-8c25e647810b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:21.419766 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb81c0ad-1d39-44ad-aee2-2d6565cba5fe None None] Routers {'587c5175-2352-49e0-97ad-74d282fae443'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:48:21.420409 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-fb81c0ad-1d39-44ad-aee2-2d6565cba5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:48:00Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['587c5175-2352-49e0-97ad-74d282fae443'], 'active': True} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:48:21.491495 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a908b5-0ba6-4ccd-8ef8-5de6ca479ad4 None None] Sync routers for ids ['c20db544-ea25-4daf-a7ea-ffc13027db7e'] in dv-cinder-813746-2-iscsi {{(pid=106713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:48:21.502139 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a908b5-0ba6-4ccd-8ef8-5de6ca479ad4 None None] Routers {'c20db544-ea25-4daf-a7ea-ffc13027db7e'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:48:21.502768 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-b7a908b5-0ba6-4ccd-8ef8-5de6ca479ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:48:00Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['c20db544-ea25-4daf-a7ea-ffc13027db7e'], 'active': True} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:48:21.517337 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-f87240df-7bb9-45ff-a042-1730974006a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16031626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16090997'] for subnet, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:21.523198 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.db_base_plugin_common [None req-e95739c4-27e8-4fdf-964f-8c25e647810b admin admin] Allocated IP 172.27.3.242 (536a77cf-5189-41f9-92bf-300739e47f32/171d1f51-d728-4b0d-be8f-6d9f917ae698/ab4a8a78-5ae6-4e76-814d-5485bc2b0a1a) {{(pid=106711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:48:21.606263 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device d89c341f-9364-4353-8701-b33965224e2a up at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:48:21.614068 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvr_db [None req-b7a908b5-0ba6-4ccd-8ef8-5de6ca479ad4 None None] Set router c20db544-ea25-4daf-a7ea-ffc13027db7e gateway port host: dv-cinder-813746-2-iscsi {{(pid=106713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:48:21.616941 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87240df-7bb9-45ff-a042-1730974006a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40b6e3e3-f6b4-4d00-86d4-e34364682014,revision_number=0']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:21.639744 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87240df-7bb9-45ff-a042-1730974006a7 admin admin] Checking segment: {'id': 'e661db9d-a204-41ef-9eed-d0459d913799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1f962a01-cfc6-4392-ab05-887f4c0d8a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:48:21.640106 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87240df-7bb9-45ff-a042-1730974006a7 admin admin] Network hostable DHCP agents. Network: 1f962a01-cfc6-4392-ab05-887f4c0d8a1e, hostable agents: ['0e09805b-9c3f-4b14-8211-d4974393509b'], hosted agents: [] {{(pid=106710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 07:48:21.650972 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-c14570d1-88c6-43de-b96d-a2ca23e414b6 None None] Attempting to bind port c13a069a-d082-4319-8c5a-ddcf64d5e18a on host dv-cinder-813746-2-iscsi for vnic_type normal with profile {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:48:21.651354 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-c14570d1-88c6-43de-b96d-a2ca23e414b6 None None] Attempting to bind port c13a069a-d082-4319-8c5a-ddcf64d5e18a by drivers openvswitch,hyperv on host dv-cinder-813746-2-iscsi at level 0 using segments [{'id': 'a96205ff-96ad-44aa-a974-221a8f5ead0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '59619a67-320d-4553-96b3-b78e4695df61'}] {{(pid=106712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:48:21.651740 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14570d1-88c6-43de-b96d-a2ca23e414b6 None None] Attempting to bind port c13a069a-d082-4319-8c5a-ddcf64d5e18a on network 59619a67-320d-4553-96b3-b78e4695df61 {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:48:21.662383 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14570d1-88c6-43de-b96d-a2ca23e414b6 None None] Checking agent: {'id': '8d484d57-df47-4fec-994b-a2ddd0eb88cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 7, 34, 31), 'started_at': datetime.datetime(2021, 10, 14, 7, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:48:21.663073 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14570d1-88c6-43de-b96d-a2ca23e414b6 None None] Checking segment: {'id': 'a96205ff-96ad-44aa-a974-221a8f5ead0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '59619a67-320d-4553-96b3-b78e4695df61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:48:21.663650 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-c14570d1-88c6-43de-b96d-a2ca23e414b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:21.664076 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14570d1-88c6-43de-b96d-a2ca23e414b6 None None] Bound using segment: {'id': 'a96205ff-96ad-44aa-a974-221a8f5ead0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '59619a67-320d-4553-96b3-b78e4695df61'} {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:48:21.664683 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-c14570d1-88c6-43de-b96d-a2ca23e414b6 None None] Bound port: c13a069a-d082-4319-8c5a-ddcf64d5e18a, host: dv-cinder-813746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a96205ff-96ad-44aa-a974-221a8f5ead0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '59619a67-320d-4553-96b3-b78e4695df61'}}] {{(pid=106712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:48:21.665082 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-c14570d1-88c6-43de-b96d-a2ca23e414b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:21.674179 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-e95739c4-27e8-4fdf-964f-8c25e647810b admin admin] Publish callbacks [] for port, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:21.739916 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87240df-7bb9-45ff-a042-1730974006a7 admin admin] Network 1f962a01-cfc6-4392-ab05-887f4c0d8a1e is scheduled to be hosted by DHCP agent 0e09805b-9c3f-4b14-8211-d4974393509b with binding_index 1 {{(pid=106710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 07:48:21.755850 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Provisioning complete for port d89c341f-9364-4353-8701-b33965224e2a triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:48:21.756223 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:21.769116 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-e95739c4-27e8-4fdf-964f-8c25e647810b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14797620'] for port, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:21.785152 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvr_db [None req-fb81c0ad-1d39-44ad-aee2-2d6565cba5fe None None] Set router 587c5175-2352-49e0-97ad-74d282fae443 gateway port host: dv-cinder-813746-2-iscsi {{(pid=106712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:48:21.811588 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95739c4-27e8-4fdf-964f-8c25e647810b admin admin] Network 536a77cf-5189-41f9-92bf-300739e47f32 is already hosted by enough agents. {{(pid=106711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:48:21.817141 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.base_scheduler [None req-e95739c4-27e8-4fdf-964f-8c25e647810b admin admin] Resources bound (agent type, host, resource id): {{(pid=106711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:48:21.822294 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95739c4-27e8-4fdf-964f-8c25e647810b admin admin] Received port after_create {{(pid=106711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:48:21.826303 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95739c4-27e8-4fdf-964f-8c25e647810b admin admin] Pushing event updated for resources: {'Port': ['ID=ab4a8a78-5ae6-4e76-814d-5485bc2b0a1a,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:21.834348 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-b7a908b5-0ba6-4ccd-8ef8-5de6ca479ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c20db544-ea25-4daf-a7ea-ffc13027db7e', 'name': 'tempest-TestMinimumBasicScenario-1407006731-router', 'tenant_id': '72d6246795444b909400ec1804877033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd89c341f-9364-4353-8701-b33965224e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:14Z', 'updated_at': '2021-10-14T07:48:18Z', 'revision_number': 4, 'project_id': '72d6246795444b909400ec1804877033', 'gw_port': {'id': 'd89c341f-9364-4353-8701-b33965224e2a', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:58:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20db544-ea25-4daf-a7ea-ffc13027db7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:15Z', 'updated_at': '2021-10-14T07:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': 'ff6cad0c-49ee-4c5c-8443-6e2a4f814498', 'name': '', 'network_id': 'bd30e85b-b49f-4f5d-8101-de41bdd7d67a', 'tenant_id': '72d6246795444b909400ec1804877033', 'mac_address': 'fa:16:3e:c7:a7:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c20db544-ea25-4daf-a7ea-ffc13027db7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '1b5fbace-26eb-40a2-8a98-87f63b5b1ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:17Z', 'updated_at': '2021-10-14T07:48:18Z', 'revision_number': 2, 'project_id': '72d6246795444b909400ec1804877033', 'subnets': [{'id': '1b5fbace-26eb-40a2-8a98-87f63b5b1ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:48:21.853907 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.base_scheduler [None req-f87240df-7bb9-45ff-a042-1730974006a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813746-2-iscsi, 1f962a01-cfc6-4392-ab05-887f4c0d8a1e) {{(pid=106710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:48:21.858740 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87240df-7bb9-45ff-a042-1730974006a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:21.859436 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-f87240df-7bb9-45ff-a042-1730974006a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for subnet, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:21.859890 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-c14570d1-88c6-43de-b96d-a2ca23e414b6 None None] For port c13a069a-d082-4319-8c5a-ddcf64d5e18a, host dv-cinder-813746-2-iscsi, cleared binding levels {{(pid=106712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:48:21.862652 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a908b5-0ba6-4ccd-8ef8-5de6ca479ad4 None None] Checking router: c20db544-ea25-4daf-a7ea-ffc13027db7e for host: dv-cinder-813746-2-iscsi {{(pid=106713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:48:21.863016 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a908b5-0ba6-4ccd-8ef8-5de6ca479ad4 None None] Updating router c20db544-ea25-4daf-a7ea-ffc13027db7e port ff6cad0c-49ee-4c5c-8443-6e2a4f814498 binding host dv-cinder-813746-2-iscsi {{(pid=106713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 07:48:21.863709 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-c14570d1-88c6-43de-b96d-a2ca23e414b6 None None] For port c13a069a-d082-4319-8c5a-ddcf64d5e18a, host dv-cinder-813746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=c13a069a-d082-4319-8c5a-ddcf64d5e18a,segment=NetworkSegment(a96205ff-96ad-44aa-a974-221a8f5ead0f),segment_id=a96205ff-96ad-44aa-a974-221a8f5ead0f)] {{(pid=106712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:48:21.893742 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436d03ac-d627-480e-8630-8f19f61842d8 None None] Network 1f962a01-cfc6-4392-ab05-887f4c0d8a1e requested from dv-cinder-813746-2-iscsi {{(pid=106712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:48:21.897927 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-b7a908b5-0ba6-4ccd-8ef8-5de6ca479ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:21.982967 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-f87240df-7bb9-45ff-a042-1730974006a7 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8419805 Oct 14 07:48:21.984041 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 60284) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:48:21.989839 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [None req-350e842c-00ea-406b-9924-68ad5d2f95ce admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-968729206-router', 'tenant_id': '473f9757946242caade65a4fb79756c3', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32'}}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:48:22.000619 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-c14570d1-88c6-43de-b96d-a2ca23e414b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:22.105325 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-350e842c-00ea-406b-9924-68ad5d2f95ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-974'] for router, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:22.105995 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-350e842c-00ea-406b-9924-68ad5d2f95ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-967'] for router, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:22.113268 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 1998b7bf-ee9c-46f0-a491-b456986414c2 up at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:48:22.162096 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14570d1-88c6-43de-b96d-a2ca23e414b6 None None] Pushing event updated for resources: {'Port': ['ID=c13a069a-d082-4319-8c5a-ddcf64d5e18a,revision_number=2']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:22.171646 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-b7a908b5-0ba6-4ccd-8ef8-5de6ca479ad4 None None] Publish callbacks [] for port, precommit_update {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:22.278641 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f82a0e5-cb36-4930-a7c9-d05cfc1457a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bbf52be-bf5d-59de-a6eb-d1860259c978-1f962a01-cfc6-4392-ab05-887f4c0d8a1e', 'network_id': '1f962a01-cfc6-4392-ab05-887f4c0d8a1e', 'tenant_id': '473f9757946242caade65a4fb79756c3', 'fixed_ips': [{'subnet_id': '40b6e3e3-f6b4-4d00-86d4-e34364682014'}]}} from dv-cinder-813746-2-iscsi. {{(pid=106712) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 07:48:22.279512 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-9f82a0e5-cb36-4930-a7c9-d05cfc1457a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:22.296955 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Provisioning complete for port 1998b7bf-ee9c-46f0-a491-b456986414c2 triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:48:22.297340 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:22.305579 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-b7a908b5-0ba6-4ccd-8ef8-5de6ca479ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:22.366648 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-fb81c0ad-1d39-44ad-aee2-2d6565cba5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c5175-2352-49e0-97ad-74d282fae443', 'name': 'tempest-TestVolumeBootPattern-1858258408-router', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '1998b7bf-ee9c-46f0-a491-b456986414c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:13Z', 'updated_at': '2021-10-14T07:48:16Z', 'revision_number': 4, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'gw_port': {'id': '1998b7bf-ee9c-46f0-a491-b456986414c2', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:34:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c5175-2352-49e0-97ad-74d282fae443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:13Z', 'updated_at': '2021-10-14T07:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': '3385bf3d-0ce6-4259-882d-b1a97c37445f', 'name': '', 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'mac_address': 'fa:16:3e:33:79:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587c5175-2352-49e0-97ad-74d282fae443', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c75e489e-d577-4f33-bc9a-11bccc0fd731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:16Z', 'updated_at': '2021-10-14T07:48:17Z', 'revision_number': 2, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'subnets': [{'id': 'c75e489e-d577-4f33-bc9a-11bccc0fd731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:48:22.403599 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020de12a-dfe7-4847-9d86-2447fc22cd49 None None] Pushing event updated for resources: {'Port': ['ID=ff6cad0c-49ee-4c5c-8443-6e2a4f814498,revision_number=3']} {{(pid=106713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:22.487051 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb81c0ad-1d39-44ad-aee2-2d6565cba5fe None None] Checking router: 587c5175-2352-49e0-97ad-74d282fae443 for host: dv-cinder-813746-2-iscsi {{(pid=106712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:48:22.487410 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb81c0ad-1d39-44ad-aee2-2d6565cba5fe None None] Updating router 587c5175-2352-49e0-97ad-74d282fae443 port 3385bf3d-0ce6-4259-882d-b1a97c37445f binding host dv-cinder-813746-2-iscsi {{(pid=106712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 07:48:22.507002 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.managers [None req-b7a908b5-0ba6-4ccd-8ef8-5de6ca479ad4 None None] Attempting to bind port ff6cad0c-49ee-4c5c-8443-6e2a4f814498 on host dv-cinder-813746-2-iscsi for vnic_type normal with profile {{(pid=106713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:48:22.508943 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.managers [None req-b7a908b5-0ba6-4ccd-8ef8-5de6ca479ad4 None None] Attempting to bind port ff6cad0c-49ee-4c5c-8443-6e2a4f814498 by drivers openvswitch,hyperv on host dv-cinder-813746-2-iscsi at level 0 using segments [{'id': '109032a9-e65c-43ac-bc0b-d790098a8377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bd30e85b-b49f-4f5d-8101-de41bdd7d67a'}] {{(pid=106713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:48:22.509529 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a908b5-0ba6-4ccd-8ef8-5de6ca479ad4 None None] Attempting to bind port ff6cad0c-49ee-4c5c-8443-6e2a4f814498 on network bd30e85b-b49f-4f5d-8101-de41bdd7d67a {{(pid=106713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:48:22.515964 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a908b5-0ba6-4ccd-8ef8-5de6ca479ad4 None None] Checking agent: {'id': '8d484d57-df47-4fec-994b-a2ddd0eb88cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 7, 34, 31), 'started_at': datetime.datetime(2021, 10, 14, 7, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:48:22.516805 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a908b5-0ba6-4ccd-8ef8-5de6ca479ad4 None None] Checking segment: {'id': '109032a9-e65c-43ac-bc0b-d790098a8377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bd30e85b-b49f-4f5d-8101-de41bdd7d67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:48:22.517508 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-b7a908b5-0ba6-4ccd-8ef8-5de6ca479ad4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:22.518142 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a908b5-0ba6-4ccd-8ef8-5de6ca479ad4 None None] Bound using segment: {'id': '109032a9-e65c-43ac-bc0b-d790098a8377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bd30e85b-b49f-4f5d-8101-de41bdd7d67a'} {{(pid=106713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:48:22.518847 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.managers [None req-b7a908b5-0ba6-4ccd-8ef8-5de6ca479ad4 None None] Bound port: ff6cad0c-49ee-4c5c-8443-6e2a4f814498, host: dv-cinder-813746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '109032a9-e65c-43ac-bc0b-d790098a8377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bd30e85b-b49f-4f5d-8101-de41bdd7d67a'}}] {{(pid=106713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:48:22.519512 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-b7a908b5-0ba6-4ccd-8ef8-5de6ca479ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:22.527331 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-fb81c0ad-1d39-44ad-aee2-2d6565cba5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:22.556300 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-350e842c-00ea-406b-9924-68ad5d2f95ce admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:22.574299 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-e95739c4-27e8-4fdf-964f-8c25e647810b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:22.601730 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.db [None req-b7a908b5-0ba6-4ccd-8ef8-5de6ca479ad4 None None] For port ff6cad0c-49ee-4c5c-8443-6e2a4f814498, host dv-cinder-813746-2-iscsi, cleared binding levels {{(pid=106713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:48:22.605372 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.db [None req-b7a908b5-0ba6-4ccd-8ef8-5de6ca479ad4 None None] For port ff6cad0c-49ee-4c5c-8443-6e2a4f814498, host dv-cinder-813746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=ff6cad0c-49ee-4c5c-8443-6e2a4f814498,segment=NetworkSegment(109032a9-e65c-43ac-bc0b-d790098a8377),segment_id=109032a9-e65c-43ac-bc0b-d790098a8377)] {{(pid=106713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:48:22.683308 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-b7a908b5-0ba6-4ccd-8ef8-5de6ca479ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:22.723140 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.db_base_plugin_common [None req-9f82a0e5-cb36-4930-a7c9-d05cfc1457a1 None None] Allocated IP 172.20.0.2 (1f962a01-cfc6-4392-ab05-887f4c0d8a1e/40b6e3e3-f6b4-4d00-86d4-e34364682014/c1641842-7a3d-4e40-81eb-9e9434cb7be2) {{(pid=106712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:48:22.767917 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020de12a-dfe7-4847-9d86-2447fc22cd49 None None] Pushing event updated for resources: {'Port': ['ID=ff6cad0c-49ee-4c5c-8443-6e2a4f814498,revision_number=4']} {{(pid=106713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:22.777877 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a908b5-0ba6-4ccd-8ef8-5de6ca479ad4 None None] Routers {'c20db544-ea25-4daf-a7ea-ffc13027db7e'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:48:22.778641 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-b7a908b5-0ba6-4ccd-8ef8-5de6ca479ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:48:00Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['c20db544-ea25-4daf-a7ea-ffc13027db7e'], 'active': True} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:48:22.866101 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-73eb6e48-c875-4cf2-b04e-d305c559ec79 None None] Provisioning complete for port ff6cad0c-49ee-4c5c-8443-6e2a4f814498 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:48:22.866866 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-73eb6e48-c875-4cf2-b04e-d305c559ec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:22.900847 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-350e842c-00ea-406b-9924-68ad5d2f95ce admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:22.928167 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvr_db [None req-b7a908b5-0ba6-4ccd-8ef8-5de6ca479ad4 None None] Set router c20db544-ea25-4daf-a7ea-ffc13027db7e gateway port host: dv-cinder-813746-2-iscsi {{(pid=106713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:48:23.009899 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-e95739c4-27e8-4fdf-964f-8c25e647810b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648228'] for router, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:23.140201 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-9f82a0e5-cb36-4930-a7c9-d05cfc1457a1 None None] Publish callbacks [] for port, precommit_create {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:23.168370 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-73eb6e48-c875-4cf2-b04e-d305c559ec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:23.253476 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-9f82a0e5-cb36-4930-a7c9-d05cfc1457a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775'] for port, after_create {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:23.257670 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-fb81c0ad-1d39-44ad-aee2-2d6565cba5fe None None] Publish callbacks [] for port, precommit_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:23.267546 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-73eb6e48-c875-4cf2-b04e-d305c559ec79 None None] For port ff6cad0c-49ee-4c5c-8443-6e2a4f814498, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=ff6cad0c-49ee-4c5c-8443-6e2a4f814498,segment=NetworkSegment(109032a9-e65c-43ac-bc0b-d790098a8377),segment_id=109032a9-e65c-43ac-bc0b-d790098a8377)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:48:23.300920 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f82a0e5-cb36-4930-a7c9-d05cfc1457a1 None None] Network 1f962a01-cfc6-4392-ab05-887f4c0d8a1e is already hosted by enough agents. {{(pid=106712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:48:23.304906 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.scheduler.base_scheduler [None req-9f82a0e5-cb36-4930-a7c9-d05cfc1457a1 None None] Resources bound (agent type, host, resource id): {{(pid=106712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:48:23.310629 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f82a0e5-cb36-4930-a7c9-d05cfc1457a1 None None] Received port after_create {{(pid=106712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:48:23.370148 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-350e842c-00ea-406b-9924-68ad5d2f95ce admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:23.393691 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-350e842c-00ea-406b-9924-68ad5d2f95ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:23.397382 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-fb81c0ad-1d39-44ad-aee2-2d6565cba5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:23.479040 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e95739c4-27e8-4fdf-964f-8c25e647810b admin admin] Router 5e37f783-2283-4040-bec6-b7f116ad763a is scheduled to L3 agent f0543dd8-cbcf-46a4-b5f3-c6f7813920a1 with binding_index 1 {{(pid=106711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 07:48:23.483854 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f74085-076b-4a3e-9e30-193f7fdb427d None None] Network 59619a67-320d-4553-96b3-b78e4695df61 requested from dv-cinder-813746-2-iscsi {{(pid=106712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:48:23.496533 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-73eb6e48-c875-4cf2-b04e-d305c559ec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:23.532458 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f82a0e5-cb36-4930-a7c9-d05cfc1457a1 None None] Pushing event updated for resources: {'Port': ['ID=c1641842-7a3d-4e40-81eb-9e9434cb7be2,revision_number=1']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:23.565232 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-b7a908b5-0ba6-4ccd-8ef8-5de6ca479ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c20db544-ea25-4daf-a7ea-ffc13027db7e', 'name': 'tempest-TestMinimumBasicScenario-1407006731-router', 'tenant_id': '72d6246795444b909400ec1804877033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd89c341f-9364-4353-8701-b33965224e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:14Z', 'updated_at': '2021-10-14T07:48:18Z', 'revision_number': 4, 'project_id': '72d6246795444b909400ec1804877033', 'gw_port': {'id': 'd89c341f-9364-4353-8701-b33965224e2a', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:58:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20db544-ea25-4daf-a7ea-ffc13027db7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:15Z', 'updated_at': '2021-10-14T07:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': 'ff6cad0c-49ee-4c5c-8443-6e2a4f814498', 'name': '', 'network_id': 'bd30e85b-b49f-4f5d-8101-de41bdd7d67a', 'tenant_id': '72d6246795444b909400ec1804877033', 'mac_address': 'fa:16:3e:c7:a7:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c20db544-ea25-4daf-a7ea-ffc13027db7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '1b5fbace-26eb-40a2-8a98-87f63b5b1ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:17Z', 'updated_at': '2021-10-14T07:48:22Z', 'revision_number': 4, 'project_id': '72d6246795444b909400ec1804877033', 'subnets': [{'id': '1b5fbace-26eb-40a2-8a98-87f63b5b1ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:48:23.570483 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-9f82a0e5-cb36-4930-a7c9-d05cfc1457a1 None None] Attempting to bind port c1641842-7a3d-4e40-81eb-9e9434cb7be2 on host dv-cinder-813746-2-iscsi for vnic_type normal with profile {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:48:23.570868 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-9f82a0e5-cb36-4930-a7c9-d05cfc1457a1 None None] Attempting to bind port c1641842-7a3d-4e40-81eb-9e9434cb7be2 by drivers openvswitch,hyperv on host dv-cinder-813746-2-iscsi at level 0 using segments [{'id': 'e661db9d-a204-41ef-9eed-d0459d913799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1f962a01-cfc6-4392-ab05-887f4c0d8a1e'}] {{(pid=106712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:48:23.571491 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f82a0e5-cb36-4930-a7c9-d05cfc1457a1 None None] Attempting to bind port c1641842-7a3d-4e40-81eb-9e9434cb7be2 on network 1f962a01-cfc6-4392-ab05-887f4c0d8a1e {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:48:23.600079 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device c13a069a-d082-4319-8c5a-ddcf64d5e18a up at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:48:23.654262 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a908b5-0ba6-4ccd-8ef8-5de6ca479ad4 None None] The sync data for ids ['c20db544-ea25-4daf-a7ea-ffc13027db7e'] in dv-cinder-813746-2-iscsi is: [{'id': 'c20db544-ea25-4daf-a7ea-ffc13027db7e', 'name': 'tempest-TestMinimumBasicScenario-1407006731-router', 'tenant_id': '72d6246795444b909400ec1804877033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd89c341f-9364-4353-8701-b33965224e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:14Z', 'updated_at': '2021-10-14T07:48:18Z', 'revision_number': 4, 'project_id': '72d6246795444b909400ec1804877033', 'gw_port': {'id': 'd89c341f-9364-4353-8701-b33965224e2a', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:58:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20db544-ea25-4daf-a7ea-ffc13027db7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:15Z', 'updated_at': '2021-10-14T07:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': 'ff6cad0c-49ee-4c5c-8443-6e2a4f814498', 'name': '', 'network_id': 'bd30e85b-b49f-4f5d-8101-de41bdd7d67a', 'tenant_id': '72d6246795444b909400ec1804877033', 'mac_address': 'fa:16:3e:c7:a7:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c20db544-ea25-4daf-a7ea-ffc13027db7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '1b5fbace-26eb-40a2-8a98-87f63b5b1ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:17Z', 'updated_at': '2021-10-14T07:48:22Z', 'revision_number': 4, 'project_id': '72d6246795444b909400ec1804877033', 'subnets': [{'id': '1b5fbace-26eb-40a2-8a98-87f63b5b1ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:48:23.819490 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.db_base_plugin_common [None req-350e842c-00ea-406b-9924-68ad5d2f95ce admin admin] Allocated IP 172.27.3.67 (536a77cf-5189-41f9-92bf-300739e47f32/171d1f51-d728-4b0d-be8f-6d9f917ae698/bf84d8de-1202-43f3-bf9b-8861149272ea) {{(pid=106711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:48:23.827282 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95739c4-27e8-4fdf-964f-8c25e647810b admin admin] Notify agent at l3_agent.dv-cinder-813746-2-iscsi the message routers_updated {{(pid=106711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:48:23.877070 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f82a0e5-cb36-4930-a7c9-d05cfc1457a1 None None] Checking agent: {'id': '8d484d57-df47-4fec-994b-a2ddd0eb88cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 7, 34, 31), 'started_at': datetime.datetime(2021, 10, 14, 7, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:48:23.877070 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f82a0e5-cb36-4930-a7c9-d05cfc1457a1 None None] Checking segment: {'id': 'e661db9d-a204-41ef-9eed-d0459d913799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1f962a01-cfc6-4392-ab05-887f4c0d8a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:48:23.877070 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-9f82a0e5-cb36-4930-a7c9-d05cfc1457a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:23.877070 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f82a0e5-cb36-4930-a7c9-d05cfc1457a1 None None] Bound using segment: {'id': 'e661db9d-a204-41ef-9eed-d0459d913799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1f962a01-cfc6-4392-ab05-887f4c0d8a1e'} {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:48:23.877070 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-9f82a0e5-cb36-4930-a7c9-d05cfc1457a1 None None] Bound port: c1641842-7a3d-4e40-81eb-9e9434cb7be2, host: dv-cinder-813746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e661db9d-a204-41ef-9eed-d0459d913799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1f962a01-cfc6-4392-ab05-887f4c0d8a1e'}}] {{(pid=106712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:48:23.877070 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-9f82a0e5-cb36-4930-a7c9-d05cfc1457a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:23.879229 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d92657-854e-4c97-bb12-be7a7451a3f2 None None] Sync routers for ids ['5e37f783-2283-4040-bec6-b7f116ad763a'] in dv-cinder-813746-2-iscsi {{(pid=106712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:48:23.955886 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b4e53f-a190-474c-a553-c49acdea9682 None None] Pushing event updated for resources: {'Port': ['ID=3385bf3d-0ce6-4259-882d-b1a97c37445f,revision_number=3']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:23.964396 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-e95739c4-27e8-4fdf-964f-8c25e647810b admin admin] Publish callbacks [] for router, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:23.968053 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-e95739c4-27e8-4fdf-964f-8c25e647810b admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2463877 Oct 14 07:48:23.968429 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 60300) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:48:23.977223 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-350e842c-00ea-406b-9924-68ad5d2f95ce admin admin] Publish callbacks [] for port, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:24.060848 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d92657-854e-4c97-bb12-be7a7451a3f2 None None] Routers {'5e37f783-2283-4040-bec6-b7f116ad763a'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:48:24.061499 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-50d92657-854e-4c97-bb12-be7a7451a3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:48:00Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['5e37f783-2283-4040-bec6-b7f116ad763a'], 'active': True} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:48:24.096756 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-350e842c-00ea-406b-9924-68ad5d2f95ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14797620'] for port, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:24.124458 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-32d06d19-140f-4b67-9167-134b371ffff5 None None] Provisioning complete for port ff6cad0c-49ee-4c5c-8443-6e2a4f814498 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:48:24.124710 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-32d06d19-140f-4b67-9167-134b371ffff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:24.138874 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-fb81c0ad-1d39-44ad-aee2-2d6565cba5fe None None] Attempting to bind port 3385bf3d-0ce6-4259-882d-b1a97c37445f on host dv-cinder-813746-2-iscsi for vnic_type normal with profile {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:48:24.139224 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-fb81c0ad-1d39-44ad-aee2-2d6565cba5fe None None] Attempting to bind port 3385bf3d-0ce6-4259-882d-b1a97c37445f by drivers openvswitch,hyperv on host dv-cinder-813746-2-iscsi at level 0 using segments [{'id': '94d52bff-5716-4774-8920-76cd196c616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878'}] {{(pid=106712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:48:24.139586 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb81c0ad-1d39-44ad-aee2-2d6565cba5fe None None] Attempting to bind port 3385bf3d-0ce6-4259-882d-b1a97c37445f on network fc7548a1-a2d5-45f6-9825-763d06d99878 {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:48:24.151211 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350e842c-00ea-406b-9924-68ad5d2f95ce admin admin] Network 536a77cf-5189-41f9-92bf-300739e47f32 is already hosted by enough agents. {{(pid=106711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:48:24.155651 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.base_scheduler [None req-350e842c-00ea-406b-9924-68ad5d2f95ce admin admin] Resources bound (agent type, host, resource id): {{(pid=106711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:48:24.159136 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350e842c-00ea-406b-9924-68ad5d2f95ce admin admin] Received port after_create {{(pid=106711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:48:24.161969 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350e842c-00ea-406b-9924-68ad5d2f95ce admin admin] Pushing event updated for resources: {'Port': ['ID=bf84d8de-1202-43f3-bf9b-8861149272ea,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:24.222209 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb81c0ad-1d39-44ad-aee2-2d6565cba5fe None None] Checking agent: {'id': '8d484d57-df47-4fec-994b-a2ddd0eb88cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 7, 34, 31), 'started_at': datetime.datetime(2021, 10, 14, 7, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:48:24.222974 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb81c0ad-1d39-44ad-aee2-2d6565cba5fe None None] Checking segment: {'id': '94d52bff-5716-4774-8920-76cd196c616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:48:24.222974 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-fb81c0ad-1d39-44ad-aee2-2d6565cba5fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:24.223262 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb81c0ad-1d39-44ad-aee2-2d6565cba5fe None None] Bound using segment: {'id': '94d52bff-5716-4774-8920-76cd196c616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878'} {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:48:24.223771 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-fb81c0ad-1d39-44ad-aee2-2d6565cba5fe None None] Bound port: 3385bf3d-0ce6-4259-882d-b1a97c37445f, host: dv-cinder-813746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94d52bff-5716-4774-8920-76cd196c616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878'}}] {{(pid=106712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:48:24.224154 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-fb81c0ad-1d39-44ad-aee2-2d6565cba5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:24.229379 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-9f82a0e5-cb36-4930-a7c9-d05cfc1457a1 None None] For port c1641842-7a3d-4e40-81eb-9e9434cb7be2, host dv-cinder-813746-2-iscsi, cleared binding levels {{(pid=106712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:48:24.234309 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eb6e48-c875-4cf2-b04e-d305c559ec79 None None] Pushing event updated for resources: {'Port': ['ID=ff6cad0c-49ee-4c5c-8443-6e2a4f814498,revision_number=5']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:24.293747 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-9f82a0e5-cb36-4930-a7c9-d05cfc1457a1 None None] For port c1641842-7a3d-4e40-81eb-9e9434cb7be2, host dv-cinder-813746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=c1641842-7a3d-4e40-81eb-9e9434cb7be2,segment=NetworkSegment(e661db9d-a204-41ef-9eed-d0459d913799),segment_id=e661db9d-a204-41ef-9eed-d0459d913799)] {{(pid=106712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:48:24.300458 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Provisioning complete for port c13a069a-d082-4319-8c5a-ddcf64d5e18a triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:48:24.303002 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:24.387428 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-9f82a0e5-cb36-4930-a7c9-d05cfc1457a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:24.451995 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-f7b4cd1d-1677-49c6-bd0b-72f633e36a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:24.497857 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvr_db [None req-50d92657-854e-4c97-bb12-be7a7451a3f2 None None] Set router 5e37f783-2283-4040-bec6-b7f116ad763a gateway port host: dv-cinder-813746-2-iscsi {{(pid=106712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:48:24.564332 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-350e842c-00ea-406b-9924-68ad5d2f95ce admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:24.606597 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-fb81c0ad-1d39-44ad-aee2-2d6565cba5fe None None] For port 3385bf3d-0ce6-4259-882d-b1a97c37445f, host dv-cinder-813746-2-iscsi, cleared binding levels {{(pid=106712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:48:24.638654 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.db_base_plugin_common [None req-f7b4cd1d-1677-49c6-bd0b-72f633e36a42 admin admin] Allocated IP 172.20.0.1 (59619a67-320d-4553-96b3-b78e4695df61/ab41f5fd-bc28-4324-839b-f6a5882aa095/e4a88e51-bc99-4371-abb8-b10e13c7a482) {{(pid=106710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:48:24.639207 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f82a0e5-cb36-4930-a7c9-d05cfc1457a1 None None] Pushing event updated for resources: {'Port': ['ID=c1641842-7a3d-4e40-81eb-9e9434cb7be2,revision_number=2']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:24.658871 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-fb81c0ad-1d39-44ad-aee2-2d6565cba5fe None None] For port 3385bf3d-0ce6-4259-882d-b1a97c37445f, host dv-cinder-813746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=3385bf3d-0ce6-4259-882d-b1a97c37445f,segment=NetworkSegment(94d52bff-5716-4774-8920-76cd196c616a),segment_id=94d52bff-5716-4774-8920-76cd196c616a)] {{(pid=106712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:48:24.770586 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-fb81c0ad-1d39-44ad-aee2-2d6565cba5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:24.821396 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-f7b4cd1d-1677-49c6-bd0b-72f633e36a42 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:24.834655 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-32d06d19-140f-4b67-9167-134b371ffff5 None None] Provisioning complete for port c13a069a-d082-4319-8c5a-ddcf64d5e18a triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:48:24.835027 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-32d06d19-140f-4b67-9167-134b371ffff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:24.861956 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:24.875117 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-350e842c-00ea-406b-9924-68ad5d2f95ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648228'] for router, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:24.945605 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-f7b4cd1d-1677-49c6-bd0b-72f633e36a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16030778'] for port, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:24.999451 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b4e53f-a190-474c-a553-c49acdea9682 None None] Pushing event updated for resources: {'Port': ['ID=3385bf3d-0ce6-4259-882d-b1a97c37445f,revision_number=4']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:25.003725 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb81c0ad-1d39-44ad-aee2-2d6565cba5fe None None] Routers {'587c5175-2352-49e0-97ad-74d282fae443'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:48:25.004378 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-fb81c0ad-1d39-44ad-aee2-2d6565cba5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:48:00Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['587c5175-2352-49e0-97ad-74d282fae443'], 'active': True} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:48:25.030137 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b4cd1d-1677-49c6-bd0b-72f633e36a42 admin admin] Pushing event updated for resources: {'Port': ['ID=e4a88e51-bc99-4371-abb8-b10e13c7a482,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:25.039404 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b4cd1d-1677-49c6-bd0b-72f633e36a42 admin admin] Network 59619a67-320d-4553-96b3-b78e4695df61 is already hosted by enough agents. {{(pid=106710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:48:25.041533 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.base_scheduler [None req-f7b4cd1d-1677-49c6-bd0b-72f633e36a42 admin admin] Resources bound (agent type, host, resource id): {{(pid=106710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:48:25.044063 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b4cd1d-1677-49c6-bd0b-72f633e36a42 admin admin] Received port after_create {{(pid=106710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:48:25.148584 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-f7b4cd1d-1677-49c6-bd0b-72f633e36a42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653587'] for router_interface, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:25.158037 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] For port c13a069a-d082-4319-8c5a-ddcf64d5e18a, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=c13a069a-d082-4319-8c5a-ddcf64d5e18a,segment=NetworkSegment(a96205ff-96ad-44aa-a974-221a8f5ead0f),segment_id=a96205ff-96ad-44aa-a974-221a8f5ead0f)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:48:25.208141 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-350e842c-00ea-406b-9924-68ad5d2f95ce admin admin] Router b94c94a2-cdae-47a2-b433-737c2c3db598 is scheduled to L3 agent f0543dd8-cbcf-46a4-b5f3-c6f7813920a1 with binding_index 1 {{(pid=106711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 07:48:25.283230 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:25.398321 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Pushing event updated for resources: {'Port': ['ID=c13a069a-d082-4319-8c5a-ddcf64d5e18a,revision_number=3']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:25.429160 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-f7b4cd1d-1677-49c6-bd0b-72f633e36a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:25.450628 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-50d92657-854e-4c97-bb12-be7a7451a3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e37f783-2283-4040-bec6-b7f116ad763a', 'name': 'tempest-TestVolumeBootPattern-1224535633-router', 'tenant_id': '29ea5bf215aa4e14905c849202c1aea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': 'ab4a8a78-5ae6-4e76-814d-5485bc2b0a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:20Z', 'updated_at': '2021-10-14T07:48:21Z', 'revision_number': 3, 'project_id': '29ea5bf215aa4e14905c849202c1aea4', 'gw_port': {'id': 'ab4a8a78-5ae6-4e76-814d-5485bc2b0a1a', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e37f783-2283-4040-bec6-b7f116ad763a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:21Z', 'updated_at': '2021-10-14T07:48:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi'}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:48:25.563247 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvr_db [None req-fb81c0ad-1d39-44ad-aee2-2d6565cba5fe None None] Set router 587c5175-2352-49e0-97ad-74d282fae443 gateway port host: dv-cinder-813746-2-iscsi {{(pid=106712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:48:25.570606 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d92657-854e-4c97-bb12-be7a7451a3f2 None None] Checking router: 5e37f783-2283-4040-bec6-b7f116ad763a for host: dv-cinder-813746-2-iscsi {{(pid=106712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:48:25.570863 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d92657-854e-4c97-bb12-be7a7451a3f2 None None] Updating router 5e37f783-2283-4040-bec6-b7f116ad763a port ab4a8a78-5ae6-4e76-814d-5485bc2b0a1a binding host dv-cinder-813746-2-iscsi {{(pid=106712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 07:48:25.722849 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-50d92657-854e-4c97-bb12-be7a7451a3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:25.781478 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-f7b4cd1d-1677-49c6-bd0b-72f633e36a42 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:25.853604 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device ff6cad0c-49ee-4c5c-8443-6e2a4f814498 up at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:48:25.859151 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-f7b4cd1d-1677-49c6-bd0b-72f633e36a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16030733'] for port, after_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:25.864979 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-350e842c-00ea-406b-9924-68ad5d2f95ce admin admin] Notify agent at l3_agent.dv-cinder-813746-2-iscsi the message routers_updated {{(pid=106711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:48:25.879060 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a62072c-ad09-4e93-92a9-f86f8449a1d9 None None] Sync routers for ids ['b94c94a2-cdae-47a2-b433-737c2c3db598'] in dv-cinder-813746-2-iscsi {{(pid=106713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:48:25.894704 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a62072c-ad09-4e93-92a9-f86f8449a1d9 None None] Routers {'b94c94a2-cdae-47a2-b433-737c2c3db598'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:48:25.895522 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-8a62072c-ad09-4e93-92a9-f86f8449a1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:48:00Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['b94c94a2-cdae-47a2-b433-737c2c3db598'], 'active': True} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:48:25.959088 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91952049-fecb-4e4f-932b-5bd2176904e8 None None] Network 1f962a01-cfc6-4392-ab05-887f4c0d8a1e requested from dv-cinder-813746-2-iscsi {{(pid=106712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:48:25.992425 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b4cd1d-1677-49c6-bd0b-72f633e36a42 admin admin] Pushing event updated for resources: {'Port': ['ID=e4a88e51-bc99-4371-abb8-b10e13c7a482,revision_number=2']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:25.992653 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-350e842c-00ea-406b-9924-68ad5d2f95ce admin admin] Publish callbacks [] for router, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:25.994081 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-350e842c-00ea-406b-9924-68ad5d2f95ce admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.0089350 Oct 14 07:48:25.998078 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-f7b4cd1d-1677-49c6-bd0b-72f633e36a42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2071468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1653543'] for router_interface, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:26.001769 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 60314) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:48:26.017463 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-c44dcca1-c509-4ca7-b843-737c5d0c03b4 None None] Provisioning complete for port 3385bf3d-0ce6-4259-882d-b1a97c37445f triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:48:26.017901 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-c44dcca1-c509-4ca7-b843-737c5d0c03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:26.056917 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvr_db [None req-8a62072c-ad09-4e93-92a9-f86f8449a1d9 None None] Set router b94c94a2-cdae-47a2-b433-737c2c3db598 gateway port host: dv-cinder-813746-2-iscsi {{(pid=106713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:48:26.119581 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b4cd1d-1677-49c6-bd0b-72f633e36a42 admin admin] Network 59619a67-320d-4553-96b3-b78e4695df61 is already hosted by enough agents. {{(pid=106710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:48:26.121325 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.base_scheduler [None req-f7b4cd1d-1677-49c6-bd0b-72f633e36a42 admin admin] Resources bound (agent type, host, resource id): {{(pid=106710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:48:26.297188 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b4cd1d-1677-49c6-bd0b-72f633e36a42 admin admin] Router 5e37f783-2283-4040-bec6-b7f116ad763a has already been hosted by L3 agent f0543dd8-cbcf-46a4-b5f3-c6f7813920a1 {{(pid=106710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:48:26.441670 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b4cd1d-1677-49c6-bd0b-72f633e36a42 admin admin] Notify agent at l3_agent.dv-cinder-813746-2-iscsi the message routers_updated {{(pid=106710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:48:26.471305 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-f7b4cd1d-1677-49c6-bd0b-72f633e36a42 admin admin] 10.222.0.47 "PUT /v2.0/routers/5e37f783-2283-4040-bec6-b7f116ad763a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5016394 Oct 14 07:48:26.486858 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Provisioning complete for port ff6cad0c-49ee-4c5c-8443-6e2a4f814498 triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:48:26.487428 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:26.491442 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-8a62072c-ad09-4e93-92a9-f86f8449a1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94c94a2-cdae-47a2-b433-737c2c3db598', 'name': 'tempest-TestMinimumBasicScenario-968729206-router', 'tenant_id': '473f9757946242caade65a4fb79756c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'bf84d8de-1202-43f3-bf9b-8861149272ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:22Z', 'updated_at': '2021-10-14T07:48:24Z', 'revision_number': 3, 'project_id': '473f9757946242caade65a4fb79756c3', 'gw_port': {'id': 'bf84d8de-1202-43f3-bf9b-8861149272ea', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94c94a2-cdae-47a2-b433-737c2c3db598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:23Z', 'updated_at': '2021-10-14T07:48:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi'}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:48:26.530519 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a62072c-ad09-4e93-92a9-f86f8449a1d9 None None] Checking router: b94c94a2-cdae-47a2-b433-737c2c3db598 for host: dv-cinder-813746-2-iscsi {{(pid=106713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:48:26.530519 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a62072c-ad09-4e93-92a9-f86f8449a1d9 None None] Updating router b94c94a2-cdae-47a2-b433-737c2c3db598 port bf84d8de-1202-43f3-bf9b-8861149272ea binding host dv-cinder-813746-2-iscsi {{(pid=106713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 07:48:26.557077 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-8a62072c-ad09-4e93-92a9-f86f8449a1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:26.643204 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-129da4f5-7ec1-49e3-81e8-470824887627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:26.696824 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-c44dcca1-c509-4ca7-b843-737c5d0c03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:26.823654 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-c44dcca1-c509-4ca7-b843-737c5d0c03b4 None None] For port 3385bf3d-0ce6-4259-882d-b1a97c37445f, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=3385bf3d-0ce6-4259-882d-b1a97c37445f,segment=NetworkSegment(94d52bff-5716-4774-8920-76cd196c616a),segment_id=94d52bff-5716-4774-8920-76cd196c616a)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:48:26.827602 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-50d92657-854e-4c97-bb12-be7a7451a3f2 None None] Publish callbacks [] for port, precommit_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:26.840637 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.db_base_plugin_common [None req-129da4f5-7ec1-49e3-81e8-470824887627 admin admin] Allocated IP 172.20.0.1 (1f962a01-cfc6-4392-ab05-887f4c0d8a1e/40b6e3e3-f6b4-4d00-86d4-e34364682014/b5d4966f-c754-4664-b31c-c52e056fa3e9) {{(pid=106711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:48:26.845132 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device c1641842-7a3d-4e40-81eb-9e9434cb7be2 up at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:48:26.876482 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-fb81c0ad-1d39-44ad-aee2-2d6565cba5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c5175-2352-49e0-97ad-74d282fae443', 'name': 'tempest-TestVolumeBootPattern-1858258408-router', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '1998b7bf-ee9c-46f0-a491-b456986414c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:13Z', 'updated_at': '2021-10-14T07:48:16Z', 'revision_number': 4, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'gw_port': {'id': '1998b7bf-ee9c-46f0-a491-b456986414c2', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:34:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c5175-2352-49e0-97ad-74d282fae443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:13Z', 'updated_at': '2021-10-14T07:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': '3385bf3d-0ce6-4259-882d-b1a97c37445f', 'name': '', 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'mac_address': 'fa:16:3e:33:79:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587c5175-2352-49e0-97ad-74d282fae443', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c75e489e-d577-4f33-bc9a-11bccc0fd731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:16Z', 'updated_at': '2021-10-14T07:48:24Z', 'revision_number': 4, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'subnets': [{'id': 'c75e489e-d577-4f33-bc9a-11bccc0fd731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:48:26.913965 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb81c0ad-1d39-44ad-aee2-2d6565cba5fe None None] The sync data for ids ['587c5175-2352-49e0-97ad-74d282fae443'] in dv-cinder-813746-2-iscsi is: [{'id': '587c5175-2352-49e0-97ad-74d282fae443', 'name': 'tempest-TestVolumeBootPattern-1858258408-router', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '1998b7bf-ee9c-46f0-a491-b456986414c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:13Z', 'updated_at': '2021-10-14T07:48:16Z', 'revision_number': 4, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'gw_port': {'id': '1998b7bf-ee9c-46f0-a491-b456986414c2', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:34:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c5175-2352-49e0-97ad-74d282fae443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:13Z', 'updated_at': '2021-10-14T07:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': '3385bf3d-0ce6-4259-882d-b1a97c37445f', 'name': '', 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'mac_address': 'fa:16:3e:33:79:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587c5175-2352-49e0-97ad-74d282fae443', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c75e489e-d577-4f33-bc9a-11bccc0fd731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:16Z', 'updated_at': '2021-10-14T07:48:24Z', 'revision_number': 4, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'subnets': [{'id': 'c75e489e-d577-4f33-bc9a-11bccc0fd731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:48:26.940009 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-c44dcca1-c509-4ca7-b843-737c5d0c03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:26.942130 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-50d92657-854e-4c97-bb12-be7a7451a3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:26.964152 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Provisioning complete for port c1641842-7a3d-4e40-81eb-9e9434cb7be2 triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:48:26.964518 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:27.018582 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-129da4f5-7ec1-49e3-81e8-470824887627 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:27.107877 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-c44dcca1-c509-4ca7-b843-737c5d0c03b4 None None] Provisioning complete for port e4a88e51-bc99-4371-abb8-b10e13c7a482 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:48:27.108355 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-c44dcca1-c509-4ca7-b843-737c5d0c03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:27.168146 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-129da4f5-7ec1-49e3-81e8-470824887627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14797620'] for port, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:27.184999 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-50d92657-854e-4c97-bb12-be7a7451a3f2 None None] Attempting to bind port ab4a8a78-5ae6-4e76-814d-5485bc2b0a1a on host dv-cinder-813746-2-iscsi for vnic_type normal with profile {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:48:27.185796 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-50d92657-854e-4c97-bb12-be7a7451a3f2 None None] Attempting to bind port ab4a8a78-5ae6-4e76-814d-5485bc2b0a1a by drivers openvswitch,hyperv on host dv-cinder-813746-2-iscsi at level 0 using segments [{'id': '83c3fea4-f928-4a40-b18e-1fedd452844d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32'}] {{(pid=106712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:48:27.186394 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d92657-854e-4c97-bb12-be7a7451a3f2 None None] Attempting to bind port ab4a8a78-5ae6-4e76-814d-5485bc2b0a1a on network 536a77cf-5189-41f9-92bf-300739e47f32 {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:48:27.207605 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-8a62072c-ad09-4e93-92a9-f86f8449a1d9 None None] Publish callbacks [] for port, precommit_update {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:27.211626 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44dcca1-c509-4ca7-b843-737c5d0c03b4 None None] Pushing event updated for resources: {'Port': ['ID=3385bf3d-0ce6-4259-882d-b1a97c37445f,revision_number=5']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:27.215395 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d92657-854e-4c97-bb12-be7a7451a3f2 None None] Checking agent: {'id': '8d484d57-df47-4fec-994b-a2ddd0eb88cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 7, 34, 31), 'started_at': datetime.datetime(2021, 10, 14, 7, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:48:27.215395 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d92657-854e-4c97-bb12-be7a7451a3f2 None None] Checking segment: {'id': '83c3fea4-f928-4a40-b18e-1fedd452844d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:48:27.216387 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-50d92657-854e-4c97-bb12-be7a7451a3f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:27.216873 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d92657-854e-4c97-bb12-be7a7451a3f2 None None] Bound using segment: {'id': '83c3fea4-f928-4a40-b18e-1fedd452844d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32'} {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:48:27.217483 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-50d92657-854e-4c97-bb12-be7a7451a3f2 None None] Bound port: ab4a8a78-5ae6-4e76-814d-5485bc2b0a1a, host: dv-cinder-813746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c3fea4-f928-4a40-b18e-1fedd452844d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32'}}] {{(pid=106712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:48:27.217934 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-50d92657-854e-4c97-bb12-be7a7451a3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:27.244960 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129da4f5-7ec1-49e3-81e8-470824887627 admin admin] Pushing event updated for resources: {'Port': ['ID=b5d4966f-c754-4664-b31c-c52e056fa3e9,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:27.263624 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129da4f5-7ec1-49e3-81e8-470824887627 admin admin] Network 1f962a01-cfc6-4392-ab05-887f4c0d8a1e is already hosted by enough agents. {{(pid=106711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:48:27.265396 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.base_scheduler [None req-129da4f5-7ec1-49e3-81e8-470824887627 admin admin] Resources bound (agent type, host, resource id): {{(pid=106711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:48:27.271826 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129da4f5-7ec1-49e3-81e8-470824887627 admin admin] Received port after_create {{(pid=106711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:48:27.282313 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-c44dcca1-c509-4ca7-b843-737c5d0c03b4 None None] Port e4a88e51-bc99-4371-abb8-b10e13c7a482 cannot update to ACTIVE because it is not bound. {{(pid=106712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 07:48:27.283374 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-8a62072c-ad09-4e93-92a9-f86f8449a1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:27.346379 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-129da4f5-7ec1-49e3-81e8-470824887627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653587'] for router_interface, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:27.377779 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28afd4d-b36d-423d-b143-07bae885158c None None] Pushing event updated for resources: {'Port': ['ID=bf84d8de-1202-43f3-bf9b-8861149272ea,revision_number=2']} {{(pid=106713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:27.388942 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb678fb-7427-4fc2-8426-5fe134c4cfae None None] Pushing event updated for resources: {'Port': ['ID=ab4a8a78-5ae6-4e76-814d-5485bc2b0a1a,revision_number=2']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:27.411546 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 60326) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:48:27.419642 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-7cb06508-5eaa-44ef-8cda-ee9e395c5418 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-824887916', 'description': 'tempest-secgroup-smoke-824887916 description', 'project_id': 'b3e30b2e385344cd831846e78784b300'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:48:27.438536 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-c44dcca1-c509-4ca7-b843-737c5d0c03b4 None None] Provisioning complete for port c13a069a-d082-4319-8c5a-ddcf64d5e18a triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:48:27.438906 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-c44dcca1-c509-4ca7-b843-737c5d0c03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:27.444998 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:27.448167 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.managers [None req-8a62072c-ad09-4e93-92a9-f86f8449a1d9 None None] Attempting to bind port bf84d8de-1202-43f3-bf9b-8861149272ea on host dv-cinder-813746-2-iscsi for vnic_type normal with profile {{(pid=106713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:48:27.448556 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.managers [None req-8a62072c-ad09-4e93-92a9-f86f8449a1d9 None None] Attempting to bind port bf84d8de-1202-43f3-bf9b-8861149272ea by drivers openvswitch,hyperv on host dv-cinder-813746-2-iscsi at level 0 using segments [{'id': '83c3fea4-f928-4a40-b18e-1fedd452844d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32'}] {{(pid=106713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:48:27.451378 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a62072c-ad09-4e93-92a9-f86f8449a1d9 None None] Attempting to bind port bf84d8de-1202-43f3-bf9b-8861149272ea on network 536a77cf-5189-41f9-92bf-300739e47f32 {{(pid=106713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:48:27.480280 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a62072c-ad09-4e93-92a9-f86f8449a1d9 None None] Checking agent: {'id': '8d484d57-df47-4fec-994b-a2ddd0eb88cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 7, 34, 31), 'started_at': datetime.datetime(2021, 10, 14, 7, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:48:27.480988 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a62072c-ad09-4e93-92a9-f86f8449a1d9 None None] Checking segment: {'id': '83c3fea4-f928-4a40-b18e-1fedd452844d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:48:27.481564 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-8a62072c-ad09-4e93-92a9-f86f8449a1d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:27.482115 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a62072c-ad09-4e93-92a9-f86f8449a1d9 None None] Bound using segment: {'id': '83c3fea4-f928-4a40-b18e-1fedd452844d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32'} {{(pid=106713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:48:27.482738 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.managers [None req-8a62072c-ad09-4e93-92a9-f86f8449a1d9 None None] Bound port: bf84d8de-1202-43f3-bf9b-8861149272ea, host: dv-cinder-813746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c3fea4-f928-4a40-b18e-1fedd452844d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32'}}] {{(pid=106713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:48:27.483292 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-8a62072c-ad09-4e93-92a9-f86f8449a1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:27.486610 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-50d92657-854e-4c97-bb12-be7a7451a3f2 None None] For port ab4a8a78-5ae6-4e76-814d-5485bc2b0a1a, host dv-cinder-813746-2-iscsi, cleared binding levels {{(pid=106712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:48:27.490469 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-8313d807-b9b5-4a94-95f2-2a4c70b78f10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:27.511431 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-7cb06508-5eaa-44ef-8cda-ee9e395c5418 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks [] for security_group, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:27.521744 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-50d92657-854e-4c97-bb12-be7a7451a3f2 None None] For port ab4a8a78-5ae6-4e76-814d-5485bc2b0a1a, host dv-cinder-813746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=ab4a8a78-5ae6-4e76-814d-5485bc2b0a1a,segment=NetworkSegment(83c3fea4-f928-4a40-b18e-1fedd452844d),segment_id=83c3fea4-f928-4a40-b18e-1fedd452844d)] {{(pid=106712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:48:27.527317 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] For port c1641842-7a3d-4e40-81eb-9e9434cb7be2, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=c1641842-7a3d-4e40-81eb-9e9434cb7be2,segment=NetworkSegment(e661db9d-a204-41ef-9eed-d0459d913799),segment_id=e661db9d-a204-41ef-9eed-d0459d913799)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:48:27.572237 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.db [None req-8a62072c-ad09-4e93-92a9-f86f8449a1d9 None None] For port bf84d8de-1202-43f3-bf9b-8861149272ea, host dv-cinder-813746-2-iscsi, cleared binding levels {{(pid=106713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:48:27.576826 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.db [None req-8a62072c-ad09-4e93-92a9-f86f8449a1d9 None None] For port bf84d8de-1202-43f3-bf9b-8861149272ea, host dv-cinder-813746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=bf84d8de-1202-43f3-bf9b-8861149272ea,segment=NetworkSegment(83c3fea4-f928-4a40-b18e-1fedd452844d),segment_id=83c3fea4-f928-4a40-b18e-1fedd452844d)] {{(pid=106713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:48:27.597247 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-50d92657-854e-4c97-bb12-be7a7451a3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:27.608605 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-7cb06508-5eaa-44ef-8cda-ee9e395c5418 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks [] for security_group, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:27.657917 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d92657-854e-4c97-bb12-be7a7451a3f2 None None] Routers {'5e37f783-2283-4040-bec6-b7f116ad763a'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:48:27.658711 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-50d92657-854e-4c97-bb12-be7a7451a3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:48:00Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['5e37f783-2283-4040-bec6-b7f116ad763a'], 'active': True} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:48:27.690167 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-129da4f5-7ec1-49e3-81e8-470824887627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:27.691198 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-7cb06508-5eaa-44ef-8cda-ee9e395c5418 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:27.691492 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-8a62072c-ad09-4e93-92a9-f86f8449a1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:27.741279 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb06508-5eaa-44ef-8cda-ee9e395c5418 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5195c0a2-1d1f-4ea4-b695-5e814571f83a,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:27.777802 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28afd4d-b36d-423d-b143-07bae885158c None None] Pushing event updated for resources: {'Port': ['ID=bf84d8de-1202-43f3-bf9b-8861149272ea,revision_number=3']} {{(pid=106713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:27.793103 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvr_db [None req-50d92657-854e-4c97-bb12-be7a7451a3f2 None None] Set router 5e37f783-2283-4040-bec6-b7f116ad763a gateway port host: dv-cinder-813746-2-iscsi {{(pid=106712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:48:27.805973 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a62072c-ad09-4e93-92a9-f86f8449a1d9 None None] Routers {'b94c94a2-cdae-47a2-b433-737c2c3db598'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:48:27.806590 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-8a62072c-ad09-4e93-92a9-f86f8449a1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:48:00Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['b94c94a2-cdae-47a2-b433-737c2c3db598'], 'active': True} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:48:27.810542 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-7cb06508-5eaa-44ef-8cda-ee9e395c5418 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:27.815126 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-7cb06508-5eaa-44ef-8cda-ee9e395c5418 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3992000 Oct 14 07:48:27.817801 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 60328) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:48:27.824500 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [None req-481c36c9-7bea-40c8-b9f6-ac5b9d2daad4 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Request body: {'security_group_rule': {'security_group_id': '5195c0a2-1d1f-4ea4-b695-5e814571f83a', 'project_id': 'b3e30b2e385344cd831846e78784b300', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:48:27.839022 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:27.839825 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 3385bf3d-0ce6-4259-882d-b1a97c37445f up at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:48:27.848484 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb678fb-7427-4fc2-8426-5fe134c4cfae None None] Pushing event updated for resources: {'Port': ['ID=ab4a8a78-5ae6-4e76-814d-5485bc2b0a1a,revision_number=3']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:27.894720 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-129da4f5-7ec1-49e3-81e8-470824887627 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:27.932474 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvr_db [None req-8a62072c-ad09-4e93-92a9-f86f8449a1d9 None None] Set router b94c94a2-cdae-47a2-b433-737c2c3db598 gateway port host: dv-cinder-813746-2-iscsi {{(pid=106713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:48:27.946718 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-481c36c9-7bea-40c8-b9f6-ac5b9d2daad4 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:27.952386 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-af10180c-6132-40b5-832a-cb70a3469ab8 None None] Provisioning complete for port c1641842-7a3d-4e40-81eb-9e9434cb7be2 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:48:27.952386 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-af10180c-6132-40b5-832a-cb70a3469ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:27.978444 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-129da4f5-7ec1-49e3-81e8-470824887627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14797571'] for port, after_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:28.049610 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Pushing event updated for resources: {'Port': ['ID=c1641842-7a3d-4e40-81eb-9e9434cb7be2,revision_number=3']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:28.068080 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-481c36c9-7bea-40c8-b9f6-ac5b9d2daad4 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:28.069062 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129da4f5-7ec1-49e3-81e8-470824887627 admin admin] Pushing event updated for resources: {'Port': ['ID=b5d4966f-c754-4664-b31c-c52e056fa3e9,revision_number=2']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:28.076080 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-129da4f5-7ec1-49e3-81e8-470824887627 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2071468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1653543'] for router_interface, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:28.087025 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Provisioning complete for port 3385bf3d-0ce6-4259-882d-b1a97c37445f triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:48:28.087877 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:28.146987 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-481c36c9-7bea-40c8-b9f6-ac5b9d2daad4 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769340'] for security_group_rule, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:28.169880 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c36c9-7bea-40c8-b9f6-ac5b9d2daad4 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2578e82a-e854-4cca-848c-1a55eb6bf4a2,revision_number=0']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:28.192760 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-8a62072c-ad09-4e93-92a9-f86f8449a1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94c94a2-cdae-47a2-b433-737c2c3db598', 'name': 'tempest-TestMinimumBasicScenario-968729206-router', 'tenant_id': '473f9757946242caade65a4fb79756c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'bf84d8de-1202-43f3-bf9b-8861149272ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:22Z', 'updated_at': '2021-10-14T07:48:27Z', 'revision_number': 4, 'project_id': '473f9757946242caade65a4fb79756c3', 'gw_port': {'id': 'bf84d8de-1202-43f3-bf9b-8861149272ea', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94c94a2-cdae-47a2-b433-737c2c3db598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:23Z', 'updated_at': '2021-10-14T07:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': 'b5d4966f-c754-4664-b31c-c52e056fa3e9', 'name': '', 'network_id': '1f962a01-cfc6-4392-ab05-887f4c0d8a1e', 'tenant_id': '473f9757946242caade65a4fb79756c3', 'mac_address': 'fa:16:3e:38:0c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94c94a2-cdae-47a2-b433-737c2c3db598', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '40b6e3e3-f6b4-4d00-86d4-e34364682014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:26Z', 'updated_at': '2021-10-14T07:48:26Z', 'revision_number': 1, 'project_id': '473f9757946242caade65a4fb79756c3', 'subnets': [{'id': '40b6e3e3-f6b4-4d00-86d4-e34364682014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:48:28.205475 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129da4f5-7ec1-49e3-81e8-470824887627 admin admin] Network 1f962a01-cfc6-4392-ab05-887f4c0d8a1e is already hosted by enough agents. {{(pid=106711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:48:28.207539 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.base_scheduler [None req-129da4f5-7ec1-49e3-81e8-470824887627 admin admin] Resources bound (agent type, host, resource id): {{(pid=106711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:48:28.219012 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a62072c-ad09-4e93-92a9-f86f8449a1d9 None None] The sync data for ids ['b94c94a2-cdae-47a2-b433-737c2c3db598'] in dv-cinder-813746-2-iscsi is: [{'id': 'b94c94a2-cdae-47a2-b433-737c2c3db598', 'name': 'tempest-TestMinimumBasicScenario-968729206-router', 'tenant_id': '473f9757946242caade65a4fb79756c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'bf84d8de-1202-43f3-bf9b-8861149272ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:22Z', 'updated_at': '2021-10-14T07:48:27Z', 'revision_number': 4, 'project_id': '473f9757946242caade65a4fb79756c3', 'gw_port': {'id': 'bf84d8de-1202-43f3-bf9b-8861149272ea', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94c94a2-cdae-47a2-b433-737c2c3db598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:23Z', 'updated_at': '2021-10-14T07:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': 'b5d4966f-c754-4664-b31c-c52e056fa3e9', 'name': '', 'network_id': '1f962a01-cfc6-4392-ab05-887f4c0d8a1e', 'tenant_id': '473f9757946242caade65a4fb79756c3', 'mac_address': 'fa:16:3e:38:0c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94c94a2-cdae-47a2-b433-737c2c3db598', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '40b6e3e3-f6b4-4d00-86d4-e34364682014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:26Z', 'updated_at': '2021-10-14T07:48:26Z', 'revision_number': 1, 'project_id': '473f9757946242caade65a4fb79756c3', 'subnets': [{'id': '40b6e3e3-f6b4-4d00-86d4-e34364682014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:48:28.284999 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-481c36c9-7bea-40c8-b9f6-ac5b9d2daad4 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:28.289327 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 60332) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:48:28.289765 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-481c36c9-7bea-40c8-b9f6-ac5b9d2daad4 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4708035 Oct 14 07:48:28.297045 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-fbb6b447-d6be-48b3-b95f-2769d8977be0 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Request body: {'security_group_rule': {'security_group_id': '5195c0a2-1d1f-4ea4-b695-5e814571f83a', 'project_id': 'b3e30b2e385344cd831846e78784b300', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:48:28.358568 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-129da4f5-7ec1-49e3-81e8-470824887627 admin admin] Router b94c94a2-cdae-47a2-b433-737c2c3db598 has already been hosted by L3 agent f0543dd8-cbcf-46a4-b5f3-c6f7813920a1 {{(pid=106711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:48:28.421172 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-fbb6b447-d6be-48b3-b95f-2769d8977be0 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:28.429175 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-af10180c-6132-40b5-832a-cb70a3469ab8 None None] Provisioning complete for port e4a88e51-bc99-4371-abb8-b10e13c7a482 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:48:28.429890 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-af10180c-6132-40b5-832a-cb70a3469ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:28.464051 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-50d92657-854e-4c97-bb12-be7a7451a3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e37f783-2283-4040-bec6-b7f116ad763a', 'name': 'tempest-TestVolumeBootPattern-1224535633-router', 'tenant_id': '29ea5bf215aa4e14905c849202c1aea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': 'ab4a8a78-5ae6-4e76-814d-5485bc2b0a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:20Z', 'updated_at': '2021-10-14T07:48:25Z', 'revision_number': 4, 'project_id': '29ea5bf215aa4e14905c849202c1aea4', 'gw_port': {'id': 'ab4a8a78-5ae6-4e76-814d-5485bc2b0a1a', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e37f783-2283-4040-bec6-b7f116ad763a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:21Z', 'updated_at': '2021-10-14T07:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': 'e4a88e51-bc99-4371-abb8-b10e13c7a482', 'name': '', 'network_id': '59619a67-320d-4553-96b3-b78e4695df61', 'tenant_id': '29ea5bf215aa4e14905c849202c1aea4', 'mac_address': 'fa:16:3e:0a:72:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e37f783-2283-4040-bec6-b7f116ad763a', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'ab41f5fd-bc28-4324-839b-f6a5882aa095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:24Z', 'updated_at': '2021-10-14T07:48:25Z', 'revision_number': 2, 'project_id': '29ea5bf215aa4e14905c849202c1aea4', 'subnets': [{'id': 'ab41f5fd-bc28-4324-839b-f6a5882aa095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:48:28.489896 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129da4f5-7ec1-49e3-81e8-470824887627 admin admin] Notify agent at l3_agent.dv-cinder-813746-2-iscsi the message routers_updated {{(pid=106711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:48:28.495231 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-af10180c-6132-40b5-832a-cb70a3469ab8 None None] Port e4a88e51-bc99-4371-abb8-b10e13c7a482 cannot update to ACTIVE because it is not bound. {{(pid=106712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 07:48:28.497127 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d92657-854e-4c97-bb12-be7a7451a3f2 None None] The sync data for ids ['5e37f783-2283-4040-bec6-b7f116ad763a'] in dv-cinder-813746-2-iscsi is: [{'id': '5e37f783-2283-4040-bec6-b7f116ad763a', 'name': 'tempest-TestVolumeBootPattern-1224535633-router', 'tenant_id': '29ea5bf215aa4e14905c849202c1aea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': 'ab4a8a78-5ae6-4e76-814d-5485bc2b0a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:20Z', 'updated_at': '2021-10-14T07:48:25Z', 'revision_number': 4, 'project_id': '29ea5bf215aa4e14905c849202c1aea4', 'gw_port': {'id': 'ab4a8a78-5ae6-4e76-814d-5485bc2b0a1a', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e37f783-2283-4040-bec6-b7f116ad763a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:21Z', 'updated_at': '2021-10-14T07:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': 'e4a88e51-bc99-4371-abb8-b10e13c7a482', 'name': '', 'network_id': '59619a67-320d-4553-96b3-b78e4695df61', 'tenant_id': '29ea5bf215aa4e14905c849202c1aea4', 'mac_address': 'fa:16:3e:0a:72:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e37f783-2283-4040-bec6-b7f116ad763a', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'ab41f5fd-bc28-4324-839b-f6a5882aa095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:24Z', 'updated_at': '2021-10-14T07:48:25Z', 'revision_number': 2, 'project_id': '29ea5bf215aa4e14905c849202c1aea4', 'subnets': [{'id': 'ab41f5fd-bc28-4324-839b-f6a5882aa095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:48:28.501021 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-129da4f5-7ec1-49e3-81e8-470824887627 admin admin] 10.222.0.47 "PUT /v2.0/routers/b94c94a2-cdae-47a2-b433-737c2c3db598/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4974678 Oct 14 07:48:28.512628 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-fbb6b447-d6be-48b3-b95f-2769d8977be0 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:28.519508 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-af10180c-6132-40b5-832a-cb70a3469ab8 None None] Provisioning complete for port b5d4966f-c754-4664-b31c-c52e056fa3e9 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:48:28.520260 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-af10180c-6132-40b5-832a-cb70a3469ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:28.548580 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device c13a069a-d082-4319-8c5a-ddcf64d5e18a up at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:48:28.585060 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-af10180c-6132-40b5-832a-cb70a3469ab8 None None] Port b5d4966f-c754-4664-b31c-c52e056fa3e9 cannot update to ACTIVE because it is not bound. {{(pid=106712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 07:48:28.590865 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-fbb6b447-d6be-48b3-b95f-2769d8977be0 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769340'] for security_group_rule, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:28.607335 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Provisioning complete for port c13a069a-d082-4319-8c5a-ddcf64d5e18a triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:48:28.607730 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:28.611975 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb6b447-d6be-48b3-b95f-2769d8977be0 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8345bb3-ab39-42cb-9c59-f6ad3334ff0b,revision_number=0']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:28.684438 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-fbb6b447-d6be-48b3-b95f-2769d8977be0 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:28.685938 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-fbb6b447-d6be-48b3-b95f-2769d8977be0 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3949375 Oct 14 07:48:28.686236 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 3385bf3d-0ce6-4259-882d-b1a97c37445f up at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:48:28.689455 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 60342) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:48:28.694589 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-6b900fcc-bb02-4788-83b2-cba3510efd31 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Request body: {'security_group_rule': {'security_group_id': '5195c0a2-1d1f-4ea4-b695-5e814571f83a', 'project_id': 'b3e30b2e385344cd831846e78784b300', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:48:28.745144 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-86a5ef1e-2f50-495c-a7ff-7101740c7821 None None] Provisioning complete for port b5d4966f-c754-4664-b31c-c52e056fa3e9 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:48:28.745507 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-86a5ef1e-2f50-495c-a7ff-7101740c7821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:28.771522 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Provisioning complete for port 3385bf3d-0ce6-4259-882d-b1a97c37445f triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:48:28.771901 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:28.802472 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-86a5ef1e-2f50-495c-a7ff-7101740c7821 None None] Port b5d4966f-c754-4664-b31c-c52e056fa3e9 cannot update to ACTIVE because it is not bound. {{(pid=106712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 07:48:28.802832 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-6b900fcc-bb02-4788-83b2-cba3510efd31 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:28.858930 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device c1641842-7a3d-4e40-81eb-9e9434cb7be2 up at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:48:28.861421 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-6b900fcc-bb02-4788-83b2-cba3510efd31 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:28.915392 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Provisioning complete for port c1641842-7a3d-4e40-81eb-9e9434cb7be2 triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:48:28.915795 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:28.933926 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-6b900fcc-bb02-4788-83b2-cba3510efd31 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769340'] for security_group_rule, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:28.951860 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b900fcc-bb02-4788-83b2-cba3510efd31 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e0ef718-5bc5-441c-9655-83394830294a,revision_number=0']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:29.061752 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-6b900fcc-bb02-4788-83b2-cba3510efd31 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:29.063111 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-6b900fcc-bb02-4788-83b2-cba3510efd31 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3726315 Oct 14 07:48:29.065956 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 60350) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:48:29.070283 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-42caa5f8-413b-4241-a39b-94989b6cbf5c tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Request body: {'security_group_rule': {'security_group_id': '5195c0a2-1d1f-4ea4-b695-5e814571f83a', 'project_id': 'b3e30b2e385344cd831846e78784b300', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:48:29.147825 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-42caa5f8-413b-4241-a39b-94989b6cbf5c tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:29.219053 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-42caa5f8-413b-4241-a39b-94989b6cbf5c tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:29.282622 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-42caa5f8-413b-4241-a39b-94989b6cbf5c tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769340'] for security_group_rule, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:29.300134 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42caa5f8-413b-4241-a39b-94989b6cbf5c tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e92730dd-3922-4fae-a729-4922bca9fbbf,revision_number=0']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:29.369896 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-42caa5f8-413b-4241-a39b-94989b6cbf5c tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:29.371130 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-42caa5f8-413b-4241-a39b-94989b6cbf5c tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3042271 Oct 14 07:48:29.373850 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 60360) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:48:29.378364 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-641b1a46-6e54-4bab-b959-c98501eb3b37 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Request body: {'security_group_rule': {'security_group_id': '5195c0a2-1d1f-4ea4-b695-5e814571f83a', 'project_id': 'b3e30b2e385344cd831846e78784b300', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:48:29.465350 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.db.securitygroups_db [None req-641b1a46-6e54-4bab-b959-c98501eb3b37 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Project b3e30b2e385344cd831846e78784b300 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 07:48:29.474517 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-641b1a46-6e54-4bab-b959-c98501eb3b37 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:29.542539 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-641b1a46-6e54-4bab-b959-c98501eb3b37 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:29.619369 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-641b1a46-6e54-4bab-b959-c98501eb3b37 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769340'] for security_group_rule, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:29.635818 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641b1a46-6e54-4bab-b959-c98501eb3b37 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd47a4bd-fac1-4f68-9409-85ac79bcd3b7,revision_number=0']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:29.707264 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-641b1a46-6e54-4bab-b959-c98501eb3b37 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:29.708685 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-641b1a46-6e54-4bab-b959-c98501eb3b37 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3338661 Oct 14 07:48:29.711468 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 60364) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:48:29.718844 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-bc568e01-2d98-4681-a9de-621cbf91be8f tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Request body: {'security_group_rule': {'security_group_id': '5195c0a2-1d1f-4ea4-b695-5e814571f83a', 'project_id': 'b3e30b2e385344cd831846e78784b300', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:48:29.803358 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.db.securitygroups_db [None req-bc568e01-2d98-4681-a9de-621cbf91be8f tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Project b3e30b2e385344cd831846e78784b300 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 07:48:29.812334 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-bc568e01-2d98-4681-a9de-621cbf91be8f tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:29.960695 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-bc568e01-2d98-4681-a9de-621cbf91be8f tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:29.996707 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-48acb858-1440-4ca6-8364-6cf94e2f7eb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:30.047909 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-bc568e01-2d98-4681-a9de-621cbf91be8f tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769340'] for security_group_rule, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:30.069669 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc568e01-2d98-4681-a9de-621cbf91be8f tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1f3f9c6-a7e6-4220-8194-2b00ba65b8e2,revision_number=0']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:30.124400 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-bc568e01-2d98-4681-a9de-621cbf91be8f tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:30.126291 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-bc568e01-2d98-4681-a9de-621cbf91be8f tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4138150 Oct 14 07:48:30.836564 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:31.346216 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-93e1ef1e-be74-48a7-9436-c986e05ec438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:31.582293 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2cd8be-5fd9-4725-951e-bda3bb2ee8a4 req-b7d164bb-4b15-4d92-bf28-5d54af601a2a tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:31.584013 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-4d2cd8be-5fd9-4725-951e-bda3bb2ee8a4 req-b7d164bb-4b15-4d92-bf28-5d54af601a2a tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 945 time: 0.0943837 Oct 14 07:48:31.651607 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-4d2cd8be-5fd9-4725-951e-bda3bb2ee8a4 req-dd96c2a2-fe91-4507-828f-5faecc273e66 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597146 Oct 14 07:48:32.602708 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device ab4a8a78-5ae6-4e76-814d-5485bc2b0a1a up at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:48:32.651877 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Provisioning complete for port ab4a8a78-5ae6-4e76-814d-5485bc2b0a1a triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:48:32.652256 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:32.741408 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:32.761917 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] For port ab4a8a78-5ae6-4e76-814d-5485bc2b0a1a, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=ab4a8a78-5ae6-4e76-814d-5485bc2b0a1a,segment=NetworkSegment(83c3fea4-f928-4a40-b18e-1fedd452844d),segment_id=83c3fea4-f928-4a40-b18e-1fedd452844d)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:48:32.801068 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37256e4b-99fd-4f96-816f-58d96d609bef req-9453865b-d102-4f1e-b21f-93c087629cdc tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:32.802517 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-37256e4b-99fd-4f96-816f-58d96d609bef req-9453865b-d102-4f1e-b21f-93c087629cdc tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 945 time: 0.0567963 Oct 14 07:48:32.836511 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:32.841235 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device bf84d8de-1202-43f3-bf9b-8861149272ea up at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:48:32.863118 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-37256e4b-99fd-4f96-816f-58d96d609bef req-99f55762-43fb-48f4-a03d-09546aadd2a2 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543990 Oct 14 07:48:32.886022 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-439377cf-db3c-4e91-9aae-241f8a26ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:32.926601 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Pushing event updated for resources: {'Port': ['ID=ab4a8a78-5ae6-4e76-814d-5485bc2b0a1a,revision_number=4']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:32.939451 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Provisioning complete for port bf84d8de-1202-43f3-bf9b-8861149272ea triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:48:32.939983 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:33.034705 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:33.056482 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] For port bf84d8de-1202-43f3-bf9b-8861149272ea, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=bf84d8de-1202-43f3-bf9b-8861149272ea,segment=NetworkSegment(83c3fea4-f928-4a40-b18e-1fedd452844d),segment_id=83c3fea4-f928-4a40-b18e-1fedd452844d)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:48:33.110976 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:33.176978 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Pushing event updated for resources: {'Port': ['ID=bf84d8de-1202-43f3-bf9b-8861149272ea,revision_number=4']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:34.026615 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ede66-fa5a-4e2e-8600-0c9887e6284a req-2c0e6f2e-7a58-4839-abe6-c6e079eb9e51 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:34.028245 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-929ede66-fa5a-4e2e-8600-0c9887e6284a req-2c0e6f2e-7a58-4839-abe6-c6e079eb9e51 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 945 time: 0.0544107 Oct 14 07:48:34.074394 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-929ede66-fa5a-4e2e-8600-0c9887e6284a req-99930c49-be22-4ea6-b8cd-2db8bbd572e3 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377779 Oct 14 07:48:34.543617 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device bf84d8de-1202-43f3-bf9b-8861149272ea up at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:48:34.619471 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Provisioning complete for port bf84d8de-1202-43f3-bf9b-8861149272ea triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:48:34.619953 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:34.708580 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device ab4a8a78-5ae6-4e76-814d-5485bc2b0a1a up at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:48:34.767499 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Provisioning complete for port ab4a8a78-5ae6-4e76-814d-5485bc2b0a1a triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:48:34.767991 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:35.075782 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86ddf0b-34d8-472b-a7ba-e2ad08cbbdc5 None None] Sync routers for ids ['b94c94a2-cdae-47a2-b433-737c2c3db598'] in dv-cinder-813746-2-iscsi {{(pid=106712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:48:35.093724 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86ddf0b-34d8-472b-a7ba-e2ad08cbbdc5 None None] Routers {'b94c94a2-cdae-47a2-b433-737c2c3db598'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:48:35.094514 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-e86ddf0b-34d8-472b-a7ba-e2ad08cbbdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:48:30Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['b94c94a2-cdae-47a2-b433-737c2c3db598'], 'active': True} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:48:35.226252 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvr_db [None req-e86ddf0b-34d8-472b-a7ba-e2ad08cbbdc5 None None] Set router b94c94a2-cdae-47a2-b433-737c2c3db598 gateway port host: dv-cinder-813746-2-iscsi {{(pid=106712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:48:35.230524 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ababed96-5f98-43f5-81a7-b81e2953231f req-416c2422-48c3-41ac-8ad6-82a24aa5cadd tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:35.232141 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-ababed96-5f98-43f5-81a7-b81e2953231f req-416c2422-48c3-41ac-8ad6-82a24aa5cadd tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 945 time: 0.0724230 Oct 14 07:48:35.324450 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-ababed96-5f98-43f5-81a7-b81e2953231f req-9331d92e-145b-4d0e-a215-25ea10785144 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783131 Oct 14 07:48:35.600558 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-e86ddf0b-34d8-472b-a7ba-e2ad08cbbdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94c94a2-cdae-47a2-b433-737c2c3db598', 'name': 'tempest-TestMinimumBasicScenario-968729206-router', 'tenant_id': '473f9757946242caade65a4fb79756c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'bf84d8de-1202-43f3-bf9b-8861149272ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:22Z', 'updated_at': '2021-10-14T07:48:27Z', 'revision_number': 4, 'project_id': '473f9757946242caade65a4fb79756c3', 'gw_port': {'id': 'bf84d8de-1202-43f3-bf9b-8861149272ea', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94c94a2-cdae-47a2-b433-737c2c3db598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:23Z', 'updated_at': '2021-10-14T07:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': 'b5d4966f-c754-4664-b31c-c52e056fa3e9', 'name': '', 'network_id': '1f962a01-cfc6-4392-ab05-887f4c0d8a1e', 'tenant_id': '473f9757946242caade65a4fb79756c3', 'mac_address': 'fa:16:3e:38:0c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94c94a2-cdae-47a2-b433-737c2c3db598', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '40b6e3e3-f6b4-4d00-86d4-e34364682014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:26Z', 'updated_at': '2021-10-14T07:48:27Z', 'revision_number': 2, 'project_id': '473f9757946242caade65a4fb79756c3', 'subnets': [{'id': '40b6e3e3-f6b4-4d00-86d4-e34364682014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:48:35.634894 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86ddf0b-34d8-472b-a7ba-e2ad08cbbdc5 None None] Checking router: b94c94a2-cdae-47a2-b433-737c2c3db598 for host: dv-cinder-813746-2-iscsi {{(pid=106712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:48:35.635535 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86ddf0b-34d8-472b-a7ba-e2ad08cbbdc5 None None] Updating router b94c94a2-cdae-47a2-b433-737c2c3db598 port b5d4966f-c754-4664-b31c-c52e056fa3e9 binding host dv-cinder-813746-2-iscsi {{(pid=106712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 07:48:35.664977 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-e86ddf0b-34d8-472b-a7ba-e2ad08cbbdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:35.951717 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-e86ddf0b-34d8-472b-a7ba-e2ad08cbbdc5 None None] Publish callbacks [] for port, precommit_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:36.110201 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086e1ee8-7b73-456f-aa4a-d461d2ee34d9 None None] Sync routers for ids ['5e37f783-2283-4040-bec6-b7f116ad763a'] in dv-cinder-813746-2-iscsi {{(pid=106713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:48:36.115897 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-e86ddf0b-34d8-472b-a7ba-e2ad08cbbdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:36.119762 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086e1ee8-7b73-456f-aa4a-d461d2ee34d9 None None] Routers {'5e37f783-2283-4040-bec6-b7f116ad763a'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:48:36.120377 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-086e1ee8-7b73-456f-aa4a-d461d2ee34d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:48:30Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['5e37f783-2283-4040-bec6-b7f116ad763a'], 'active': True} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:48:36.193197 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f0934-81e4-4228-a426-e5be7fc0f331 None None] Pushing event updated for resources: {'Port': ['ID=b5d4966f-c754-4664-b31c-c52e056fa3e9,revision_number=3']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:36.217214 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-e86ddf0b-34d8-472b-a7ba-e2ad08cbbdc5 None None] Attempting to bind port b5d4966f-c754-4664-b31c-c52e056fa3e9 on host dv-cinder-813746-2-iscsi for vnic_type normal with profile {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:48:36.217593 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-e86ddf0b-34d8-472b-a7ba-e2ad08cbbdc5 None None] Attempting to bind port b5d4966f-c754-4664-b31c-c52e056fa3e9 by drivers openvswitch,hyperv on host dv-cinder-813746-2-iscsi at level 0 using segments [{'id': 'e661db9d-a204-41ef-9eed-d0459d913799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1f962a01-cfc6-4392-ab05-887f4c0d8a1e'}] {{(pid=106712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:48:36.217952 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86ddf0b-34d8-472b-a7ba-e2ad08cbbdc5 None None] Attempting to bind port b5d4966f-c754-4664-b31c-c52e056fa3e9 on network 1f962a01-cfc6-4392-ab05-887f4c0d8a1e {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:48:36.225717 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86ddf0b-34d8-472b-a7ba-e2ad08cbbdc5 None None] Checking agent: {'id': '8d484d57-df47-4fec-994b-a2ddd0eb88cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 7, 34, 31), 'started_at': datetime.datetime(2021, 10, 14, 7, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:48:36.225865 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86ddf0b-34d8-472b-a7ba-e2ad08cbbdc5 None None] Checking segment: {'id': 'e661db9d-a204-41ef-9eed-d0459d913799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1f962a01-cfc6-4392-ab05-887f4c0d8a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:48:36.226335 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-e86ddf0b-34d8-472b-a7ba-e2ad08cbbdc5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:36.226661 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86ddf0b-34d8-472b-a7ba-e2ad08cbbdc5 None None] Bound using segment: {'id': 'e661db9d-a204-41ef-9eed-d0459d913799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1f962a01-cfc6-4392-ab05-887f4c0d8a1e'} {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:48:36.227134 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-e86ddf0b-34d8-472b-a7ba-e2ad08cbbdc5 None None] Bound port: b5d4966f-c754-4664-b31c-c52e056fa3e9, host: dv-cinder-813746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e661db9d-a204-41ef-9eed-d0459d913799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1f962a01-cfc6-4392-ab05-887f4c0d8a1e'}}] {{(pid=106712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:48:36.227517 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-e86ddf0b-34d8-472b-a7ba-e2ad08cbbdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:36.245747 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvr_db [None req-086e1ee8-7b73-456f-aa4a-d461d2ee34d9 None None] Set router 5e37f783-2283-4040-bec6-b7f116ad763a gateway port host: dv-cinder-813746-2-iscsi {{(pid=106713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:48:36.328161 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-e86ddf0b-34d8-472b-a7ba-e2ad08cbbdc5 None None] For port b5d4966f-c754-4664-b31c-c52e056fa3e9, host dv-cinder-813746-2-iscsi, cleared binding levels {{(pid=106712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:48:36.336565 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-e86ddf0b-34d8-472b-a7ba-e2ad08cbbdc5 None None] For port b5d4966f-c754-4664-b31c-c52e056fa3e9, host dv-cinder-813746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=b5d4966f-c754-4664-b31c-c52e056fa3e9,segment=NetworkSegment(e661db9d-a204-41ef-9eed-d0459d913799),segment_id=e661db9d-a204-41ef-9eed-d0459d913799)] {{(pid=106712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:48:36.420397 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-e86ddf0b-34d8-472b-a7ba-e2ad08cbbdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:36.523057 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f0934-81e4-4228-a426-e5be7fc0f331 None None] Pushing event updated for resources: {'Port': ['ID=b5d4966f-c754-4664-b31c-c52e056fa3e9,revision_number=4']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:36.535791 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86ddf0b-34d8-472b-a7ba-e2ad08cbbdc5 None None] Routers {'b94c94a2-cdae-47a2-b433-737c2c3db598'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:48:36.536417 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-e86ddf0b-34d8-472b-a7ba-e2ad08cbbdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:48:30Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['b94c94a2-cdae-47a2-b433-737c2c3db598'], 'active': True} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:48:36.537338 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a663e7-6db2-458e-bb01-3b21a04e709c req-13d2d4b0-b21c-4097-bbfb-d407d431f034 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:36.539589 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-b5a663e7-6db2-458e-bb01-3b21a04e709c req-13d2d4b0-b21c-4097-bbfb-d407d431f034 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 945 time: 0.1035759 Oct 14 07:48:36.618050 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-56318f2b-1771-4055-b0c0-30a2731cdb01 None None] Provisioning complete for port b5d4966f-c754-4664-b31c-c52e056fa3e9 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:48:36.619516 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-56318f2b-1771-4055-b0c0-30a2731cdb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:36.651113 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-b5a663e7-6db2-458e-bb01-3b21a04e709c req-46e23d23-f688-4179-898c-67867e2c38a7 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034663 Oct 14 07:48:36.761648 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-086e1ee8-7b73-456f-aa4a-d461d2ee34d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e37f783-2283-4040-bec6-b7f116ad763a', 'name': 'tempest-TestVolumeBootPattern-1224535633-router', 'tenant_id': '29ea5bf215aa4e14905c849202c1aea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': 'ab4a8a78-5ae6-4e76-814d-5485bc2b0a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:20Z', 'updated_at': '2021-10-14T07:48:25Z', 'revision_number': 4, 'project_id': '29ea5bf215aa4e14905c849202c1aea4', 'gw_port': {'id': 'ab4a8a78-5ae6-4e76-814d-5485bc2b0a1a', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e37f783-2283-4040-bec6-b7f116ad763a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:21Z', 'updated_at': '2021-10-14T07:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': 'e4a88e51-bc99-4371-abb8-b10e13c7a482', 'name': '', 'network_id': '59619a67-320d-4553-96b3-b78e4695df61', 'tenant_id': '29ea5bf215aa4e14905c849202c1aea4', 'mac_address': 'fa:16:3e:0a:72:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e37f783-2283-4040-bec6-b7f116ad763a', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'ab41f5fd-bc28-4324-839b-f6a5882aa095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:24Z', 'updated_at': '2021-10-14T07:48:25Z', 'revision_number': 2, 'project_id': '29ea5bf215aa4e14905c849202c1aea4', 'subnets': [{'id': 'ab41f5fd-bc28-4324-839b-f6a5882aa095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:48:36.802940 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086e1ee8-7b73-456f-aa4a-d461d2ee34d9 None None] Checking router: 5e37f783-2283-4040-bec6-b7f116ad763a for host: dv-cinder-813746-2-iscsi {{(pid=106713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:48:36.803590 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086e1ee8-7b73-456f-aa4a-d461d2ee34d9 None None] Updating router 5e37f783-2283-4040-bec6-b7f116ad763a port e4a88e51-bc99-4371-abb8-b10e13c7a482 binding host dv-cinder-813746-2-iscsi {{(pid=106713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 07:48:36.836016 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-086e1ee8-7b73-456f-aa4a-d461d2ee34d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:36.880599 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvr_db [None req-e86ddf0b-34d8-472b-a7ba-e2ad08cbbdc5 None None] Set router b94c94a2-cdae-47a2-b433-737c2c3db598 gateway port host: dv-cinder-813746-2-iscsi {{(pid=106712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:48:37.011719 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-56318f2b-1771-4055-b0c0-30a2731cdb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:37.096900 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-56318f2b-1771-4055-b0c0-30a2731cdb01 None None] For port b5d4966f-c754-4664-b31c-c52e056fa3e9, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=b5d4966f-c754-4664-b31c-c52e056fa3e9,segment=NetworkSegment(e661db9d-a204-41ef-9eed-d0459d913799),segment_id=e661db9d-a204-41ef-9eed-d0459d913799)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:48:37.164466 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-56318f2b-1771-4055-b0c0-30a2731cdb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:37.224291 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56318f2b-1771-4055-b0c0-30a2731cdb01 None None] Pushing event updated for resources: {'Port': ['ID=b5d4966f-c754-4664-b31c-c52e056fa3e9,revision_number=5']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:37.230074 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-e86ddf0b-34d8-472b-a7ba-e2ad08cbbdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94c94a2-cdae-47a2-b433-737c2c3db598', 'name': 'tempest-TestMinimumBasicScenario-968729206-router', 'tenant_id': '473f9757946242caade65a4fb79756c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'bf84d8de-1202-43f3-bf9b-8861149272ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:22Z', 'updated_at': '2021-10-14T07:48:27Z', 'revision_number': 4, 'project_id': '473f9757946242caade65a4fb79756c3', 'gw_port': {'id': 'bf84d8de-1202-43f3-bf9b-8861149272ea', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94c94a2-cdae-47a2-b433-737c2c3db598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:23Z', 'updated_at': '2021-10-14T07:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': 'b5d4966f-c754-4664-b31c-c52e056fa3e9', 'name': '', 'network_id': '1f962a01-cfc6-4392-ab05-887f4c0d8a1e', 'tenant_id': '473f9757946242caade65a4fb79756c3', 'mac_address': 'fa:16:3e:38:0c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94c94a2-cdae-47a2-b433-737c2c3db598', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '40b6e3e3-f6b4-4d00-86d4-e34364682014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:26Z', 'updated_at': '2021-10-14T07:48:36Z', 'revision_number': 4, 'project_id': '473f9757946242caade65a4fb79756c3', 'subnets': [{'id': '40b6e3e3-f6b4-4d00-86d4-e34364682014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:48:37.260880 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86ddf0b-34d8-472b-a7ba-e2ad08cbbdc5 None None] The sync data for ids ['b94c94a2-cdae-47a2-b433-737c2c3db598'] in dv-cinder-813746-2-iscsi is: [{'id': 'b94c94a2-cdae-47a2-b433-737c2c3db598', 'name': 'tempest-TestMinimumBasicScenario-968729206-router', 'tenant_id': '473f9757946242caade65a4fb79756c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'bf84d8de-1202-43f3-bf9b-8861149272ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:22Z', 'updated_at': '2021-10-14T07:48:27Z', 'revision_number': 4, 'project_id': '473f9757946242caade65a4fb79756c3', 'gw_port': {'id': 'bf84d8de-1202-43f3-bf9b-8861149272ea', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94c94a2-cdae-47a2-b433-737c2c3db598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:23Z', 'updated_at': '2021-10-14T07:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': 'b5d4966f-c754-4664-b31c-c52e056fa3e9', 'name': '', 'network_id': '1f962a01-cfc6-4392-ab05-887f4c0d8a1e', 'tenant_id': '473f9757946242caade65a4fb79756c3', 'mac_address': 'fa:16:3e:38:0c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94c94a2-cdae-47a2-b433-737c2c3db598', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '40b6e3e3-f6b4-4d00-86d4-e34364682014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:26Z', 'updated_at': '2021-10-14T07:48:36Z', 'revision_number': 4, 'project_id': '473f9757946242caade65a4fb79756c3', 'subnets': [{'id': '40b6e3e3-f6b4-4d00-86d4-e34364682014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:48:37.287394 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-086e1ee8-7b73-456f-aa4a-d461d2ee34d9 None None] Publish callbacks [] for port, precommit_update {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:37.288013 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-5fee88c2-04e5-4141-b8d2-47294111570c None None] Provisioning complete for port b5d4966f-c754-4664-b31c-c52e056fa3e9 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:48:37.296142 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-5fee88c2-04e5-4141-b8d2-47294111570c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:37.385939 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-086e1ee8-7b73-456f-aa4a-d461d2ee34d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:37.450562 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f661e9e-8440-4a42-bef2-428693e97552 None None] Pushing event updated for resources: {'Port': ['ID=e4a88e51-bc99-4371-abb8-b10e13c7a482,revision_number=3']} {{(pid=106713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:37.524725 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.managers [None req-086e1ee8-7b73-456f-aa4a-d461d2ee34d9 None None] Attempting to bind port e4a88e51-bc99-4371-abb8-b10e13c7a482 on host dv-cinder-813746-2-iscsi for vnic_type normal with profile {{(pid=106713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:48:37.525095 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.managers [None req-086e1ee8-7b73-456f-aa4a-d461d2ee34d9 None None] Attempting to bind port e4a88e51-bc99-4371-abb8-b10e13c7a482 by drivers openvswitch,hyperv on host dv-cinder-813746-2-iscsi at level 0 using segments [{'id': 'a96205ff-96ad-44aa-a974-221a8f5ead0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '59619a67-320d-4553-96b3-b78e4695df61'}] {{(pid=106713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:48:37.525463 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086e1ee8-7b73-456f-aa4a-d461d2ee34d9 None None] Attempting to bind port e4a88e51-bc99-4371-abb8-b10e13c7a482 on network 59619a67-320d-4553-96b3-b78e4695df61 {{(pid=106713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:48:37.535177 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086e1ee8-7b73-456f-aa4a-d461d2ee34d9 None None] Checking agent: {'id': '8d484d57-df47-4fec-994b-a2ddd0eb88cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 7, 34, 31), 'started_at': datetime.datetime(2021, 10, 14, 7, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:48:37.535698 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086e1ee8-7b73-456f-aa4a-d461d2ee34d9 None None] Checking segment: {'id': 'a96205ff-96ad-44aa-a974-221a8f5ead0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '59619a67-320d-4553-96b3-b78e4695df61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:48:37.536103 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-086e1ee8-7b73-456f-aa4a-d461d2ee34d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:37.536498 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086e1ee8-7b73-456f-aa4a-d461d2ee34d9 None None] Bound using segment: {'id': 'a96205ff-96ad-44aa-a974-221a8f5ead0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '59619a67-320d-4553-96b3-b78e4695df61'} {{(pid=106713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:48:37.536964 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.managers [None req-086e1ee8-7b73-456f-aa4a-d461d2ee34d9 None None] Bound port: e4a88e51-bc99-4371-abb8-b10e13c7a482, host: dv-cinder-813746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a96205ff-96ad-44aa-a974-221a8f5ead0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '59619a67-320d-4553-96b3-b78e4695df61'}}] {{(pid=106713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:48:37.537341 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-086e1ee8-7b73-456f-aa4a-d461d2ee34d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:37.650224 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.db [None req-086e1ee8-7b73-456f-aa4a-d461d2ee34d9 None None] For port e4a88e51-bc99-4371-abb8-b10e13c7a482, host dv-cinder-813746-2-iscsi, cleared binding levels {{(pid=106713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:48:37.656258 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.db [None req-086e1ee8-7b73-456f-aa4a-d461d2ee34d9 None None] For port e4a88e51-bc99-4371-abb8-b10e13c7a482, host dv-cinder-813746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=e4a88e51-bc99-4371-abb8-b10e13c7a482,segment=NetworkSegment(a96205ff-96ad-44aa-a974-221a8f5ead0f),segment_id=a96205ff-96ad-44aa-a974-221a8f5ead0f)] {{(pid=106713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:48:37.735886 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-086e1ee8-7b73-456f-aa4a-d461d2ee34d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:37.831694 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086e1ee8-7b73-456f-aa4a-d461d2ee34d9 None None] Routers {'5e37f783-2283-4040-bec6-b7f116ad763a'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:48:37.834269 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-086e1ee8-7b73-456f-aa4a-d461d2ee34d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:48:30Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['5e37f783-2283-4040-bec6-b7f116ad763a'], 'active': True} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:48:37.842490 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-d01bd409-124c-45b5-a84b-41164443d172 None None] Provisioning complete for port e4a88e51-bc99-4371-abb8-b10e13c7a482 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:48:37.851399 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-d01bd409-124c-45b5-a84b-41164443d172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:37.870990 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d17d5-e4c8-45ce-be49-c62b46c701da req-7d0b0b5e-e309-4772-95fd-eb9649afa561 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:37.879104 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-438d17d5-e4c8-45ce-be49-c62b46c701da req-7d0b0b5e-e309-4772-95fd-eb9649afa561 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 945 time: 0.0921609 Oct 14 07:48:37.963434 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f661e9e-8440-4a42-bef2-428693e97552 None None] Pushing event updated for resources: {'Port': ['ID=e4a88e51-bc99-4371-abb8-b10e13c7a482,revision_number=4']} {{(pid=106713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:37.978137 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-438d17d5-e4c8-45ce-be49-c62b46c701da req-768d1134-034e-446b-a5d4-61c3f67c37fd tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976861 Oct 14 07:48:38.020508 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-d01bd409-124c-45b5-a84b-41164443d172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:38.061667 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvr_db [None req-086e1ee8-7b73-456f-aa4a-d461d2ee34d9 None None] Set router 5e37f783-2283-4040-bec6-b7f116ad763a gateway port host: dv-cinder-813746-2-iscsi {{(pid=106713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:48:38.069871 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-d01bd409-124c-45b5-a84b-41164443d172 None None] For port e4a88e51-bc99-4371-abb8-b10e13c7a482, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=e4a88e51-bc99-4371-abb8-b10e13c7a482,segment=NetworkSegment(a96205ff-96ad-44aa-a974-221a8f5ead0f),segment_id=a96205ff-96ad-44aa-a974-221a8f5ead0f)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:48:38.162488 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-d01bd409-124c-45b5-a84b-41164443d172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:38.243105 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01bd409-124c-45b5-a84b-41164443d172 None None] Pushing event updated for resources: {'Port': ['ID=e4a88e51-bc99-4371-abb8-b10e13c7a482,revision_number=5']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:38.297989 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-80e2c7aa-cc5e-4dbf-8fc9-6a8ab5a7c686 None None] Provisioning complete for port e4a88e51-bc99-4371-abb8-b10e13c7a482 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:48:38.302257 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-80e2c7aa-cc5e-4dbf-8fc9-6a8ab5a7c686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:38.401916 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-086e1ee8-7b73-456f-aa4a-d461d2ee34d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e37f783-2283-4040-bec6-b7f116ad763a', 'name': 'tempest-TestVolumeBootPattern-1224535633-router', 'tenant_id': '29ea5bf215aa4e14905c849202c1aea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': 'ab4a8a78-5ae6-4e76-814d-5485bc2b0a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:20Z', 'updated_at': '2021-10-14T07:48:25Z', 'revision_number': 4, 'project_id': '29ea5bf215aa4e14905c849202c1aea4', 'gw_port': {'id': 'ab4a8a78-5ae6-4e76-814d-5485bc2b0a1a', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e37f783-2283-4040-bec6-b7f116ad763a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:21Z', 'updated_at': '2021-10-14T07:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': 'e4a88e51-bc99-4371-abb8-b10e13c7a482', 'name': '', 'network_id': '59619a67-320d-4553-96b3-b78e4695df61', 'tenant_id': '29ea5bf215aa4e14905c849202c1aea4', 'mac_address': 'fa:16:3e:0a:72:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e37f783-2283-4040-bec6-b7f116ad763a', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'ab41f5fd-bc28-4324-839b-f6a5882aa095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:24Z', 'updated_at': '2021-10-14T07:48:37Z', 'revision_number': 4, 'project_id': '29ea5bf215aa4e14905c849202c1aea4', 'subnets': [{'id': 'ab41f5fd-bc28-4324-839b-f6a5882aa095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:48:38.454552 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086e1ee8-7b73-456f-aa4a-d461d2ee34d9 None None] The sync data for ids ['5e37f783-2283-4040-bec6-b7f116ad763a'] in dv-cinder-813746-2-iscsi is: [{'id': '5e37f783-2283-4040-bec6-b7f116ad763a', 'name': 'tempest-TestVolumeBootPattern-1224535633-router', 'tenant_id': '29ea5bf215aa4e14905c849202c1aea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': 'ab4a8a78-5ae6-4e76-814d-5485bc2b0a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:20Z', 'updated_at': '2021-10-14T07:48:25Z', 'revision_number': 4, 'project_id': '29ea5bf215aa4e14905c849202c1aea4', 'gw_port': {'id': 'ab4a8a78-5ae6-4e76-814d-5485bc2b0a1a', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e37f783-2283-4040-bec6-b7f116ad763a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:21Z', 'updated_at': '2021-10-14T07:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': 'e4a88e51-bc99-4371-abb8-b10e13c7a482', 'name': '', 'network_id': '59619a67-320d-4553-96b3-b78e4695df61', 'tenant_id': '29ea5bf215aa4e14905c849202c1aea4', 'mac_address': 'fa:16:3e:0a:72:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e37f783-2283-4040-bec6-b7f116ad763a', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'ab41f5fd-bc28-4324-839b-f6a5882aa095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:24Z', 'updated_at': '2021-10-14T07:48:37Z', 'revision_number': 4, 'project_id': '29ea5bf215aa4e14905c849202c1aea4', 'subnets': [{'id': 'ab41f5fd-bc28-4324-839b-f6a5882aa095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:48:38.558298 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b475b-aa1b-45ea-876d-a433908ab340 req-f832a7ef-9717-40e0-ba2d-99068aeb708a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:38.560765 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-792b475b-aa1b-45ea-876d-a433908ab340 req-f832a7ef-9717-40e0-ba2d-99068aeb708a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f209626c73004f63b5c5a1466783d22f&device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 1098 time: 0.2325637 Oct 14 07:48:38.639169 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device b5d4966f-c754-4664-b31c-c52e056fa3e9 up at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:48:38.708671 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Provisioning complete for port b5d4966f-c754-4664-b31c-c52e056fa3e9 triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:48:38.709428 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:38.753878 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b475b-aa1b-45ea-876d-a433908ab340 req-e542fffb-9e3c-4d1d-8d11-e7ed0990db6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:38.756015 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-792b475b-aa1b-45ea-876d-a433908ab340 req-e542fffb-9e3c-4d1d-8d11-e7ed0990db6c service neutron] 10.222.0.54 "GET /v2.0/networks?id=234dd989-1b6f-4d0e-b26c-6546ea618e4f HTTP/1.1" status: 200 len: 918 time: 0.1623433 Oct 14 07:48:38.873984 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-792b475b-aa1b-45ea-876d-a433908ab340 req-7dfa5b9d-d01d-480f-a00f-240c45cac4a8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b45a02d4-8c1a-4329-9626-1e96903f8b4d HTTP/1.1" status: 200 len: 1001 time: 0.1105931 Oct 14 07:48:38.916612 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device e4a88e51-bc99-4371-abb8-b10e13c7a482 up at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:48:38.956489 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b475b-aa1b-45ea-876d-a433908ab340 req-1183b067-c1ac-4bad-8819-9420ee0d3efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:38.958327 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-792b475b-aa1b-45ea-876d-a433908ab340 req-1183b067-c1ac-4bad-8819-9420ee0d3efc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61 HTTP/1.1" status: 200 len: 856 time: 0.0737214 Oct 14 07:48:38.975276 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Provisioning complete for port e4a88e51-bc99-4371-abb8-b10e13c7a482 triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:48:38.975653 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:39.045179 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b475b-aa1b-45ea-876d-a433908ab340 req-0ea193eb-75f9-4f4b-8bfb-484648a875dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:39.050453 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-792b475b-aa1b-45ea-876d-a433908ab340 req-0ea193eb-75f9-4f4b-8bfb-484648a875dc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=234dd989-1b6f-4d0e-b26c-6546ea618e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0822709 Oct 14 07:48:39.231699 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66d3dd-71f5-4910-b001-c381a6dd94ad req-1fbb9140-785c-469f-8458-bdc536e9e14b tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:39.234303 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-2e66d3dd-71f5-4910-b001-c381a6dd94ad req-1fbb9140-785c-469f-8458-bdc536e9e14b tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 945 time: 0.1377792 Oct 14 07:48:39.245438 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-792b475b-aa1b-45ea-876d-a433908ab340 req-21f3b1dc-13e9-4273-96f2-9cd581621729 service neutron] 10.222.0.54 "GET /v2.0/networks/234dd989-1b6f-4d0e-b26c-6546ea618e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862605 Oct 14 07:48:39.357866 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-2e66d3dd-71f5-4910-b001-c381a6dd94ad req-e813b495-4ff6-4fbb-bd2d-f60cbe0b9a5d tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115220 Oct 14 07:48:39.401875 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-792b475b-aa1b-45ea-876d-a433908ab340 req-42111fd6-6c0a-4d6d-9fbd-f9cb955f6c57 service neutron] 10.222.0.54 "GET /v2.0/networks/234dd989-1b6f-4d0e-b26c-6546ea618e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477406 Oct 14 07:48:40.504737 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661e063-309c-4684-bd9c-c08ad9124323 req-ae0fd878-4001-4eb2-991a-d959e58d4c93 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:40.506093 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c661e063-309c-4684-bd9c-c08ad9124323 req-ae0fd878-4001-4eb2-991a-d959e58d4c93 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 945 time: 0.0516000 Oct 14 07:48:40.544206 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c661e063-309c-4684-bd9c-c08ad9124323 req-65aacbc8-1062-4830-960d-b3872df14332 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316114 Oct 14 07:48:41.013758 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:41.663522 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc914b-b838-431e-a3b1-d684c8af7e4a req-2e63f8b8-7431-45aa-bf6f-c2c7d746cf32 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:41.671415 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-effc914b-b838-431e-a3b1-d684c8af7e4a req-2e63f8b8-7431-45aa-bf6f-c2c7d746cf32 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 945 time: 0.0493248 Oct 14 07:48:41.709681 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-effc914b-b838-431e-a3b1-d684c8af7e4a req-9b713eae-3c36-4f87-b84c-3ae9b9a0f184 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364077 Oct 14 07:48:42.199499 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe739eb9-791b-4955-a935-1ce5ea1f0056 req-ccba19d5-ea3b-4561-8bef-4343c9a8897e tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:42.200970 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-fe739eb9-791b-4955-a935-1ce5ea1f0056 req-ccba19d5-ea3b-4561-8bef-4343c9a8897e tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/networks?id=bd30e85b-b49f-4f5d-8101-de41bdd7d67a HTTP/1.1" status: 200 len: 815 time: 0.1059895 Oct 14 07:48:42.215244 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-fe739eb9-791b-4955-a935-1ce5ea1f0056 req-68c17bb3-0ec9-49ea-8c02-a9a949cd1640 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/quotas/72d6246795444b909400ec1804877033 HTTP/1.1" status: 200 len: 375 time: 0.0086424 Oct 14 07:48:42.267960 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-fe739eb9-791b-4955-a935-1ce5ea1f0056 req-34604734-8a6d-4c8e-b0ce-41db6faa64df tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=72d6246795444b909400ec1804877033&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470130 Oct 14 07:48:42.404917 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-fe739eb9-791b-4955-a935-1ce5ea1f0056 req-98187451-3386-4a73-b1aa-4843a6aac5f1 service neutron] 10.222.0.47 "GET /v2.0/networks/bd30e85b-b49f-4f5d-8101-de41bdd7d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255479 Oct 14 07:48:42.504304 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-fe739eb9-791b-4955-a935-1ce5ea1f0056 req-16a7c05d-44e9-49ac-be8c-5026353cdc6b service neutron] 10.222.0.47 "GET /v2.0/networks/bd30e85b-b49f-4f5d-8101-de41bdd7d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904582 Oct 14 07:48:42.737089 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-4857fbf4-8509-441f-a185-d0a956ba967d req-933856ba-4bf7-47ae-8459-521bbfec0558 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/ports?device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 210 time: 0.0327120 Oct 14 07:48:42.843621 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555d5af-1d5d-4f27-b57c-46f68ed65e79 req-b49aafa3-61c3-479e-9553-58ed71aa78a4 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:42.845710 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-d555d5af-1d5d-4f27-b57c-46f68ed65e79 req-b49aafa3-61c3-479e-9553-58ed71aa78a4 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 945 time: 0.0517251 Oct 14 07:48:42.885630 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-d555d5af-1d5d-4f27-b57c-46f68ed65e79 req-83b76e0a-33af-43b5-8e65-f482ab06f95e tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339115 Oct 14 07:48:43.815866 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-7f32ce6d-2e0e-40dd-9e2b-c8f7dda1e1c6 req-d6bc681a-b35f-44c6-a95a-562d9add5918 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/ports?device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 210 time: 0.0254724 Oct 14 07:48:44.007258 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7806cd-f9d4-4ad7-a9e3-b621e4a597ba req-8da2db8c-1ce6-46be-929a-e6344ee6f982 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:44.008691 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-db7806cd-f9d4-4ad7-a9e3-b621e4a597ba req-8da2db8c-1ce6-46be-929a-e6344ee6f982 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 945 time: 0.0531785 Oct 14 07:48:44.047924 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-db7806cd-f9d4-4ad7-a9e3-b621e4a597ba req-917bfa5c-207b-4a02-906e-cd6b158c10f1 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331116 Oct 14 07:48:44.913483 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-b8ee60d8-caa0-41c4-9c6f-ee55cd346cad req-d8c349db-f3f1-4c0d-9481-06613cd819c7 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/ports?device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 210 time: 0.0280457 Oct 14 07:48:45.096474 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe739eb9-791b-4955-a935-1ce5ea1f0056 req-d199342a-fc55-412a-a73b-aac93c66dc2e tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:45.097918 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-fe739eb9-791b-4955-a935-1ce5ea1f0056 req-d199342a-fc55-412a-a73b-aac93c66dc2e tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.54 "GET /v2.0/networks?id=bd30e85b-b49f-4f5d-8101-de41bdd7d67a HTTP/1.1" status: 200 len: 815 time: 0.1021926 Oct 14 07:48:45.127840 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [req-fe739eb9-791b-4955-a935-1ce5ea1f0056 req-c368e513-f625-47d1-8cc1-cc82797be495 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Request body: {'port': {'device_id': 'b488dfc5-db69-4a95-ade2-cc8b68db666e', 'network_id': 'bd30e85b-b49f-4f5d-8101-de41bdd7d67a', 'admin_state_up': True, 'tenant_id': '72d6246795444b909400ec1804877033'}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:48:45.167857 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd08a9c-0ed0-4eff-91f4-8ecc29789bc4 req-c26220f6-3dd5-4e14-aec6-7566a4d0f51c tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:45.169352 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-afd08a9c-0ed0-4eff-91f4-8ecc29789bc4 req-c26220f6-3dd5-4e14-aec6-7566a4d0f51c tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 945 time: 0.0480509 Oct 14 07:48:45.207586 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-afd08a9c-0ed0-4eff-91f4-8ecc29789bc4 req-4b0c8d73-7a1f-4328-b48d-9b9f05159349 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312805 Oct 14 07:48:45.299464 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe739eb9-791b-4955-a935-1ce5ea1f0056 req-c368e513-f625-47d1-8cc1-cc82797be495 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Made reservation on behalf of 72d6246795444b909400ec1804877033 for: {'port': 1} {{(pid=106711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:48:45.302943 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-fe739eb9-791b-4955-a935-1ce5ea1f0056 req-c368e513-f625-47d1-8cc1-cc82797be495 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:45.431205 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.db_base_plugin_common [req-fe739eb9-791b-4955-a935-1ce5ea1f0056 req-c368e513-f625-47d1-8cc1-cc82797be495 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Allocated IP 172.20.0.9 (bd30e85b-b49f-4f5d-8101-de41bdd7d67a/1b5fbace-26eb-40a2-8a98-87f63b5b1ae2/7a1a67e8-7e1a-472b-802a-228156693237) {{(pid=106711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:48:45.580425 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-fe739eb9-791b-4955-a935-1ce5ea1f0056 req-c368e513-f625-47d1-8cc1-cc82797be495 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks [] for port, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:45.671033 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-fe739eb9-791b-4955-a935-1ce5ea1f0056 req-c368e513-f625-47d1-8cc1-cc82797be495 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14797620'] for port, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:45.719111 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe739eb9-791b-4955-a935-1ce5ea1f0056 req-c368e513-f625-47d1-8cc1-cc82797be495 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Network bd30e85b-b49f-4f5d-8101-de41bdd7d67a is already hosted by enough agents. {{(pid=106711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:48:45.723236 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.base_scheduler [req-fe739eb9-791b-4955-a935-1ce5ea1f0056 req-c368e513-f625-47d1-8cc1-cc82797be495 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Resources bound (agent type, host, resource id): {{(pid=106711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:48:45.729018 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe739eb9-791b-4955-a935-1ce5ea1f0056 req-c368e513-f625-47d1-8cc1-cc82797be495 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Received port after_create {{(pid=106711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:48:45.754236 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c368e513-f625-47d1-8cc1-cc82797be495 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Pushing event updated for resources: {'Port': ['ID=7a1a67e8-7e1a-472b-802a-228156693237,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:45.792886 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe739eb9-791b-4955-a935-1ce5ea1f0056 req-c368e513-f625-47d1-8cc1-cc82797be495 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:45.794052 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-fe739eb9-791b-4955-a935-1ce5ea1f0056 req-c368e513-f625-47d1-8cc1-cc82797be495 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for port, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:45.894439 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-fe739eb9-791b-4955-a935-1ce5ea1f0056 req-c368e513-f625-47d1-8cc1-cc82797be495 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7690496 Oct 14 07:48:46.071431 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4933c0-1602-4606-ab6f-391e0d462af6 req-dd3cdf5d-8d12-45fd-b54d-89202052c12b tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:46.096265 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-9c4933c0-1602-4606-ab6f-391e0d462af6 req-dd3cdf5d-8d12-45fd-b54d-89202052c12b tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/ports?device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 931 time: 0.0811441 Oct 14 07:48:46.105296 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-e46e84cd-dda4-485f-b77b-45a8137c8710 None None] Provisioning complete for port 7a1a67e8-7e1a-472b-802a-228156693237 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:48:46.106352 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-e46e84cd-dda4-485f-b77b-45a8137c8710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:46.146906 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-e46e84cd-dda4-485f-b77b-45a8137c8710 None None] Port 7a1a67e8-7e1a-472b-802a-228156693237 cannot update to ACTIVE because it is not bound. {{(pid=106712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 07:48:46.165029 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-9c4933c0-1602-4606-ab6f-391e0d462af6 req-0012b103-3455-4151-8739-18ef88d9fefa tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/security-groups?id=1a214c85-095f-4c55-85aa-55f6954309cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679142 Oct 14 07:48:46.331483 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd4041-cdd1-4c09-a43d-32a083f80a1f req-c32aa9e4-ab19-4e36-9530-1b0c98404f4a tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:46.332982 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-eafd4041-cdd1-4c09-a43d-32a083f80a1f req-c32aa9e4-ab19-4e36-9530-1b0c98404f4a tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 945 time: 0.0516214 Oct 14 07:48:46.377802 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-eafd4041-cdd1-4c09-a43d-32a083f80a1f req-07ff09f1-3a8a-4aaf-a4ba-46029bb6c2b3 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388086 Oct 14 07:48:47.302843 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e199978-01b1-4a70-b861-66bc8fc140ab req-7285aeec-89c2-4c51-ba27-c4fec4b74ab5 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:47.302843 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-0e199978-01b1-4a70-b861-66bc8fc140ab req-7285aeec-89c2-4c51-ba27-c4fec4b74ab5 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/ports?device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 931 time: 0.0565996 Oct 14 07:48:47.337209 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-0e199978-01b1-4a70-b861-66bc8fc140ab req-48d66401-1f17-408e-ad6a-de35134c2755 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/security-groups?id=1a214c85-095f-4c55-85aa-55f6954309cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308824 Oct 14 07:48:47.495777 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691974eb-c0da-43fd-b2ed-879e1fcdc4b4 req-8cc8ad5e-41b1-424f-9717-54e149c45171 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:47.497441 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-691974eb-c0da-43fd-b2ed-879e1fcdc4b4 req-8cc8ad5e-41b1-424f-9717-54e149c45171 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 945 time: 0.0504272 Oct 14 07:48:47.542749 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-691974eb-c0da-43fd-b2ed-879e1fcdc4b4 req-6cf50279-a7dd-413f-81b7-c8697141ff9c tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392463 Oct 14 07:48:48.238689 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-6d9218ff-37ec-432c-a4f3-50fd777fd2e5 req-1bb4af64-5ea0-4d36-8bcf-46f941fdad57 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-824887916&fields=id&tenant_id=b3e30b2e385344cd831846e78784b300 HTTP/1.1" status: 200 len: 267 time: 0.0315068 Oct 14 07:48:48.368657 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9218ff-37ec-432c-a4f3-50fd777fd2e5 req-0fac9e3d-cc6c-456c-8c9f-a7ae345e13bf tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:48.370790 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-6d9218ff-37ec-432c-a4f3-50fd777fd2e5 req-0fac9e3d-cc6c-456c-8c9f-a7ae345e13bf tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/networks?id=fc7548a1-a2d5-45f6-9825-763d06d99878 HTTP/1.1" status: 200 len: 812 time: 0.1252327 Oct 14 07:48:48.387586 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-6d9218ff-37ec-432c-a4f3-50fd777fd2e5 req-edefdb79-ee26-4045-b7a6-8377f2454d31 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/quotas/b3e30b2e385344cd831846e78784b300 HTTP/1.1" status: 200 len: 375 time: 0.0099263 Oct 14 07:48:48.470035 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e66b5-3f0e-4f69-b384-803b4a55da22 req-42f82c04-f3ac-43ae-814c-a81733b73caa tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:48.471738 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-687e66b5-3f0e-4f69-b384-803b4a55da22 req-42f82c04-f3ac-43ae-814c-a81733b73caa tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/ports?device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 931 time: 0.0573683 Oct 14 07:48:48.513583 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-687e66b5-3f0e-4f69-b384-803b4a55da22 req-7957a3c6-487e-4b71-a085-2de13ec39dd8 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/security-groups?id=1a214c85-095f-4c55-85aa-55f6954309cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355170 Oct 14 07:48:48.671283 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31b053-ef84-45ce-a674-4329bcb5cef1 req-61aa6dc3-840b-47cf-9683-825550f78c1e tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:48.679375 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-6c31b053-ef84-45ce-a674-4329bcb5cef1 req-61aa6dc3-840b-47cf-9683-825550f78c1e tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 945 time: 0.0644691 Oct 14 07:48:48.705962 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-6d9218ff-37ec-432c-a4f3-50fd777fd2e5 req-88a77017-2e61-47c0-ab34-0028f1b21def tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b3e30b2e385344cd831846e78784b300&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3125381 Oct 14 07:48:48.713870 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-6c31b053-ef84-45ce-a674-4329bcb5cef1 req-60b56b73-6b29-4b44-be38-a34d3869e555 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331407 Oct 14 07:48:48.825489 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-6d9218ff-37ec-432c-a4f3-50fd777fd2e5 req-3a09c4f7-8a0d-4c7b-8087-096b54f274db service neutron] 10.222.0.47 "GET /v2.0/networks/fc7548a1-a2d5-45f6-9825-763d06d99878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084309 Oct 14 07:48:48.932768 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-6d9218ff-37ec-432c-a4f3-50fd777fd2e5 req-b51983c3-df71-4bf9-9ef4-3c5a1605fb30 service neutron] 10.222.0.47 "GET /v2.0/networks/fc7548a1-a2d5-45f6-9825-763d06d99878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008973 Oct 14 07:48:49.652777 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088cdad-7b8e-4d33-b13b-712937811236 req-23c87b9b-bff1-4d32-ae38-c4af8f75602b tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:49.654312 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-3088cdad-7b8e-4d33-b13b-712937811236 req-23c87b9b-bff1-4d32-ae38-c4af8f75602b tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/ports?device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 931 time: 0.0695403 Oct 14 07:48:49.712889 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-3088cdad-7b8e-4d33-b13b-712937811236 req-edc40250-b6cc-4a98-b08a-813add81bf41 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/security-groups?id=1a214c85-095f-4c55-85aa-55f6954309cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517449 Oct 14 07:48:49.744828 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-eb34365b-6e89-4240-9697-76cdb7716aa2 req-d5c4389d-4e41-4d8e-9f47-2d453c8443a1 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e1f50ae-2520-40b4-9b7e-416eee8b9201 HTTP/1.1" status: 200 len: 210 time: 0.0547855 Oct 14 07:48:49.787445 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.agents_db [None req-84b3d5e4-9e25-480e-9cd9-33a6a693fe4d None None] Agent healthcheck: found 6 active agents {{(pid=106713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:48:49.853655 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d4b424-beef-480a-980b-c183e309094d req-201f2e42-fd89-4981-a417-5fbafab67e69 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:49.861070 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-57d4b424-beef-480a-980b-c183e309094d req-201f2e42-fd89-4981-a417-5fbafab67e69 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 945 time: 0.0590031 Oct 14 07:48:49.894093 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-57d4b424-beef-480a-980b-c183e309094d req-c32f41e9-d54f-49df-8b1d-9e9be29f63bd tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318685 Oct 14 07:48:50.848555 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca34e5-cbb7-4b67-96c9-6144d9f7f430 req-ddb5c0ca-5628-4736-b720-f951d6909ada tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:50.849963 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-11ca34e5-cbb7-4b67-96c9-6144d9f7f430 req-ddb5c0ca-5628-4736-b720-f951d6909ada tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/ports?device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 931 time: 0.0666647 Oct 14 07:48:50.854599 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-3a4dca24-a426-4926-972f-5a0277c94b3b req-ea3ab71a-b108-4cee-bea4-82c8a9b2c877 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e1f50ae-2520-40b4-9b7e-416eee8b9201 HTTP/1.1" status: 200 len: 210 time: 0.0364411 Oct 14 07:48:50.894807 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-11ca34e5-cbb7-4b67-96c9-6144d9f7f430 req-e80b5da0-c003-42d0-abcf-c992909edad8 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/security-groups?id=1a214c85-095f-4c55-85aa-55f6954309cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387228 Oct 14 07:48:51.030002 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d8ea3-7fda-44cf-8f6d-91d06635f698 req-fc283ac2-0aba-4339-b08c-31b757d44e75 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:51.031556 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-302d8ea3-7fda-44cf-8f6d-91d06635f698 req-fc283ac2-0aba-4339-b08c-31b757d44e75 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 945 time: 0.0534236 Oct 14 07:48:51.079958 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-302d8ea3-7fda-44cf-8f6d-91d06635f698 req-eabd72ee-3582-4184-9eba-a8422cc1f782 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409646 Oct 14 07:48:51.947770 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-5e2b279d-aeb1-4124-ba6e-b0be69692283 req-986b3809-4864-40cb-ae10-2737e491dfe2 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e1f50ae-2520-40b4-9b7e-416eee8b9201 HTTP/1.1" status: 200 len: 210 time: 0.0259254 Oct 14 07:48:52.017304 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a823e4d-b1fc-46c2-9d09-73b441fe58f7 req-a1084174-2969-4609-9562-2d995dc9678b tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:52.019522 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-2a823e4d-b1fc-46c2-9d09-73b441fe58f7 req-a1084174-2969-4609-9562-2d995dc9678b tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/ports?device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 931 time: 0.0527012 Oct 14 07:48:52.059813 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-2a823e4d-b1fc-46c2-9d09-73b441fe58f7 req-cc39e194-a1b2-4a48-a334-134697959d61 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/security-groups?id=1a214c85-095f-4c55-85aa-55f6954309cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339653 Oct 14 07:48:52.210857 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d1fc9c-e8d2-4185-aa4b-e51649a321cd req-9b1d9b5a-35e2-4627-a404-9096edd61183 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:52.212363 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-a3d1fc9c-e8d2-4185-aa4b-e51649a321cd req-9b1d9b5a-35e2-4627-a404-9096edd61183 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 945 time: 0.0528872 Oct 14 07:48:52.252079 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-a3d1fc9c-e8d2-4185-aa4b-e51649a321cd req-b0963067-ce16-4bb2-a656-b74d493603a7 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335515 Oct 14 07:48:53.045169 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-82e80a7c-1012-4f1b-a9e9-47050502ec85 req-d5e1f34c-487f-4be7-8b38-b54b44360cfb tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e1f50ae-2520-40b4-9b7e-416eee8b9201 HTTP/1.1" status: 200 len: 210 time: 0.0334444 Oct 14 07:48:53.173305 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ab825-d689-47ed-8857-aa23c143c39f req-233f159b-87c3-4f1f-bb66-199d9f119676 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:53.174759 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-b48ab825-d689-47ed-8857-aa23c143c39f req-233f159b-87c3-4f1f-bb66-199d9f119676 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/ports?device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 931 time: 0.0507646 Oct 14 07:48:53.213791 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-b48ab825-d689-47ed-8857-aa23c143c39f req-4fa5237d-38df-4364-ac69-24dccc3ca2e7 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/security-groups?id=1a214c85-095f-4c55-85aa-55f6954309cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330269 Oct 14 07:48:53.382681 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3518cca6-33d8-4edc-ac15-8e20ce7ac22a req-b29c7e0b-50d2-426f-b40b-a5434e1d1747 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:53.384180 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-3518cca6-33d8-4edc-ac15-8e20ce7ac22a req-b29c7e0b-50d2-426f-b40b-a5434e1d1747 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 945 time: 0.0531702 Oct 14 07:48:53.424601 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-3518cca6-33d8-4edc-ac15-8e20ce7ac22a req-b4eb3841-c325-4ad5-95d7-a351a8b5f7aa tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342159 Oct 14 07:48:54.149478 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-f6858f72-00af-4b1e-83f9-d77f2b89b487 req-2b52a942-5ecf-4870-b7bf-334ad5042cc8 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e1f50ae-2520-40b4-9b7e-416eee8b9201 HTTP/1.1" status: 200 len: 210 time: 0.0288398 Oct 14 07:48:54.330254 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960dc916-9e1e-4391-915e-64ed9a749ae9 req-271769af-f2b5-4844-ba86-67e32abdce1a tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:54.331241 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-960dc916-9e1e-4391-915e-64ed9a749ae9 req-271769af-f2b5-4844-ba86-67e32abdce1a tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/ports?device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 931 time: 0.0494153 Oct 14 07:48:54.379602 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-960dc916-9e1e-4391-915e-64ed9a749ae9 req-e6857ee4-3935-427f-94fd-a96f25505fc1 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/security-groups?id=1a214c85-095f-4c55-85aa-55f6954309cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416136 Oct 14 07:48:54.546347 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67774cf4-a091-48dd-8c25-a171749025a3 req-a04550e8-7587-42d9-a5b2-eec68dd37a10 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:54.547889 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-67774cf4-a091-48dd-8c25-a171749025a3 req-a04550e8-7587-42d9-a5b2-eec68dd37a10 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 945 time: 0.0483348 Oct 14 07:48:54.587801 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-67774cf4-a091-48dd-8c25-a171749025a3 req-cda3e901-67b5-4708-934b-ef129ce6e268 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333302 Oct 14 07:48:55.243233 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-1ce4f1c2-23ab-4b39-8cb9-835481921ceb req-403efbab-ac1a-4861-a883-98cad611528c tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e1f50ae-2520-40b4-9b7e-416eee8b9201 HTTP/1.1" status: 200 len: 210 time: 0.0264509 Oct 14 07:48:55.515778 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca3416-cf87-4e72-90e6-62a5a50fce39 req-5fe28dcd-14f3-4dab-a881-e80591125bed tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:55.515778 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-feca3416-cf87-4e72-90e6-62a5a50fce39 req-5fe28dcd-14f3-4dab-a881-e80591125bed tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/ports?device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 931 time: 0.0567670 Oct 14 07:48:55.557941 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-feca3416-cf87-4e72-90e6-62a5a50fce39 req-c6bc46d4-6770-4e41-832e-183c0ff591fa tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/security-groups?id=1a214c85-095f-4c55-85aa-55f6954309cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352392 Oct 14 07:48:55.730961 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b480915d-a860-4bda-a64b-4d513f0131f9 req-ea2849a6-75fb-44dc-8c2f-1e8c607e69e1 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:55.732720 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b480915d-a860-4bda-a64b-4d513f0131f9 req-ea2849a6-75fb-44dc-8c2f-1e8c607e69e1 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 945 time: 0.0525248 Oct 14 07:48:55.772795 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b480915d-a860-4bda-a64b-4d513f0131f9 req-0c9f04f6-9ef9-46a8-ad61-7b32279d12ba tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321546 Oct 14 07:48:56.212576 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [req-fe739eb9-791b-4955-a935-1ce5ea1f0056 req-dfb57d3d-f41f-4314-8313-675b9e3e0918 service neutron] Request body: {'port': {'device_id': 'b488dfc5-db69-4a95-ade2-cc8b68db666e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81374'}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:48:56.268787 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-fe739eb9-791b-4955-a935-1ce5ea1f0056 req-dfb57d3d-f41f-4314-8313-675b9e3e0918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:56.389627 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-f86ccac8-84a3-49e1-95ba-49c5d293b985 req-e59b4f59-ed65-42ae-a09b-f3c492cb9fde tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e1f50ae-2520-40b4-9b7e-416eee8b9201 HTTP/1.1" status: 200 len: 210 time: 0.0764873 Oct 14 07:48:56.551330 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.notifiers.nova [req-fe739eb9-791b-4955-a935-1ce5ea1f0056 req-dfb57d3d-f41f-4314-8313-675b9e3e0918 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a1a67e8-7e1a-472b-802a-228156693237 {{(pid=106711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:48:56.558657 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-fe739eb9-791b-4955-a935-1ce5ea1f0056 req-dfb57d3d-f41f-4314-8313-675b9e3e0918 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:56.570789 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.provisioning_blocks [req-fe739eb9-791b-4955-a935-1ce5ea1f0056 req-dfb57d3d-f41f-4314-8313-675b9e3e0918 service neutron] Transition to ACTIVE for port object 7a1a67e8-7e1a-472b-802a-228156693237 will not be triggered until provisioned by entity L2. {{(pid=106711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 07:48:56.636040 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-fe739eb9-791b-4955-a935-1ce5ea1f0056 req-dfb57d3d-f41f-4314-8313-675b9e3e0918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14797571'] for port, after_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:56.677520 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5898a6-f1e5-4150-9934-9fef6dbab402 req-ae902da3-58c6-4443-9213-5510dfbd50fe tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:56.679890 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-ed5898a6-f1e5-4150-9934-9fef6dbab402 req-ae902da3-58c6-4443-9213-5510dfbd50fe tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/ports?device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 943 time: 0.0547047 Oct 14 07:48:56.701432 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb57d3d-f41f-4314-8313-675b9e3e0918 service neutron] Pushing event updated for resources: {'Port': ['ID=7a1a67e8-7e1a-472b-802a-228156693237,revision_number=2']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:56.741394 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-ed5898a6-f1e5-4150-9934-9fef6dbab402 req-c4c13c23-293a-4aa7-8fdd-331f496763ec tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/security-groups?id=1a214c85-095f-4c55-85aa-55f6954309cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553260 Oct 14 07:48:56.794605 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.managers [req-fe739eb9-791b-4955-a935-1ce5ea1f0056 req-dfb57d3d-f41f-4314-8313-675b9e3e0918 service neutron] Attempting to bind port 7a1a67e8-7e1a-472b-802a-228156693237 on host hv-cinder-81374 for vnic_type normal with profile {{(pid=106711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:48:56.794605 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.managers [req-fe739eb9-791b-4955-a935-1ce5ea1f0056 req-dfb57d3d-f41f-4314-8313-675b9e3e0918 service neutron] Attempting to bind port 7a1a67e8-7e1a-472b-802a-228156693237 by drivers openvswitch,hyperv on host hv-cinder-81374 at level 0 using segments [{'id': '109032a9-e65c-43ac-bc0b-d790098a8377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bd30e85b-b49f-4f5d-8101-de41bdd7d67a'}] {{(pid=106711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:48:56.794605 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe739eb9-791b-4955-a935-1ce5ea1f0056 req-dfb57d3d-f41f-4314-8313-675b9e3e0918 service neutron] Attempting to bind port 7a1a67e8-7e1a-472b-802a-228156693237 on network bd30e85b-b49f-4f5d-8101-de41bdd7d67a {{(pid=106711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:48:56.794605 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe739eb9-791b-4955-a935-1ce5ea1f0056 req-dfb57d3d-f41f-4314-8313-675b9e3e0918 service neutron] Port 7a1a67e8-7e1a-472b-802a-228156693237 on network bd30e85b-b49f-4f5d-8101-de41bdd7d67a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81374 {{(pid=106711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 07:48:56.794605 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe739eb9-791b-4955-a935-1ce5ea1f0056 req-dfb57d3d-f41f-4314-8313-675b9e3e0918 service neutron] Attempting to bind port 7a1a67e8-7e1a-472b-802a-228156693237 on network bd30e85b-b49f-4f5d-8101-de41bdd7d67a {{(pid=106711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:48:56.794605 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe739eb9-791b-4955-a935-1ce5ea1f0056 req-dfb57d3d-f41f-4314-8313-675b9e3e0918 service neutron] Checking agent: {'id': 'e9e2cc54-3b31-4b83-b77c-54087550ab3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 7, 40, 39), 'started_at': datetime.datetime(2021, 10, 14, 7, 40, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:48:56.794605 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe739eb9-791b-4955-a935-1ce5ea1f0056 req-dfb57d3d-f41f-4314-8313-675b9e3e0918 service neutron] Checking segment: {'id': '109032a9-e65c-43ac-bc0b-d790098a8377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bd30e85b-b49f-4f5d-8101-de41bdd7d67a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:48:56.794605 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe739eb9-791b-4955-a935-1ce5ea1f0056 req-dfb57d3d-f41f-4314-8313-675b9e3e0918 service neutron] Bound using segment: {'id': '109032a9-e65c-43ac-bc0b-d790098a8377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bd30e85b-b49f-4f5d-8101-de41bdd7d67a'} {{(pid=106711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:48:56.794605 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.managers [req-fe739eb9-791b-4955-a935-1ce5ea1f0056 req-dfb57d3d-f41f-4314-8313-675b9e3e0918 service neutron] Bound port: 7a1a67e8-7e1a-472b-802a-228156693237, host: hv-cinder-81374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '109032a9-e65c-43ac-bc0b-d790098a8377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bd30e85b-b49f-4f5d-8101-de41bdd7d67a'}}] {{(pid=106711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:48:56.794605 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-fe739eb9-791b-4955-a935-1ce5ea1f0056 req-dfb57d3d-f41f-4314-8313-675b9e3e0918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:56.868273 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.db [req-fe739eb9-791b-4955-a935-1ce5ea1f0056 req-dfb57d3d-f41f-4314-8313-675b9e3e0918 service neutron] For port 7a1a67e8-7e1a-472b-802a-228156693237, host hv-cinder-81374, cleared binding levels {{(pid=106711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:48:56.900419 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.db [req-fe739eb9-791b-4955-a935-1ce5ea1f0056 req-dfb57d3d-f41f-4314-8313-675b9e3e0918 service neutron] For port 7a1a67e8-7e1a-472b-802a-228156693237, host hv-cinder-81374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=7a1a67e8-7e1a-472b-802a-228156693237,segment=NetworkSegment(109032a9-e65c-43ac-bc0b-d790098a8377),segment_id=109032a9-e65c-43ac-bc0b-d790098a8377)] {{(pid=106711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:48:56.920358 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a71d7-1891-463a-9ec3-288b262238a8 req-38f3393a-65f8-4555-bace-0a0ec74ee936 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:56.924127 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-8b3a71d7-1891-463a-9ec3-288b262238a8 req-38f3393a-65f8-4555-bace-0a0ec74ee936 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 945 time: 0.0682883 Oct 14 07:48:56.961851 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-8b3a71d7-1891-463a-9ec3-288b262238a8 req-d589fe27-698a-4cc4-9478-d86ccd6e057d tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334814 Oct 14 07:48:56.963237 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-fe739eb9-791b-4955-a935-1ce5ea1f0056 req-dfb57d3d-f41f-4314-8313-675b9e3e0918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14797571'] for port, after_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:56.996576 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe739eb9-791b-4955-a935-1ce5ea1f0056 req-dfb57d3d-f41f-4314-8313-675b9e3e0918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:56.997294 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-fe739eb9-791b-4955-a935-1ce5ea1f0056 req-dfb57d3d-f41f-4314-8313-675b9e3e0918 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for port, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:56.998630 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-fe739eb9-791b-4955-a935-1ce5ea1f0056 req-dfb57d3d-f41f-4314-8313-675b9e3e0918 service neutron] 10.222.0.54 "PUT /v2.0/ports/7a1a67e8-7e1a-472b-802a-228156693237 HTTP/1.1" status: 200 len: 1093 time: 0.7907372 Oct 14 07:48:57.000952 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b488dfc5-db69-4a95-ade2-cc8b68db666e', 'tag': '7a1a67e8-7e1a-472b-802a-228156693237'}] {{(pid=106711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:48:57.003212 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761d26d7c5f72f4b552347b0101038dbdc9b0b60127f0c8e71cb2eb10747878c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b53a42-8a20-4f36-8426-48fb7c9e5ea5" -d '{"events": [{"name": "network-changed", "server_uuid": "b488dfc5-db69-4a95-ade2-cc8b68db666e", "tag": "7a1a67e8-7e1a-472b-802a-228156693237"}]}' {{(pid=106711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:48:57.030180 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb57d3d-f41f-4314-8313-675b9e3e0918 service neutron] Pushing event updated for resources: {'Port': ['ID=7a1a67e8-7e1a-472b-802a-228156693237,revision_number=3']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:57.107615 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3958e5-bf17-471f-ac4c-275d696eace4 x-openstack-request-id: req-1b3958e5-bf17-471f-ac4c-275d696eace4 {{(pid=106711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:48:57.107615 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b488dfc5-db69-4a95-ade2-cc8b68db666e", "tag": "7a1a67e8-7e1a-472b-802a-228156693237", "status": "completed", "code": 200}]} {{(pid=106711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:48:57.107615 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1b3958e5-bf17-471f-ac4c-275d696eace4 {{(pid=106711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:48:57.107615 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b488dfc5-db69-4a95-ade2-cc8b68db666e', 'tag': '7a1a67e8-7e1a-472b-802a-228156693237', 'status': 'completed', 'code': 200} Oct 14 07:48:57.200156 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe739eb9-791b-4955-a935-1ce5ea1f0056 req-4b624abc-0a0a-4478-b1d0-04fd4de07c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:57.201669 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-fe739eb9-791b-4955-a935-1ce5ea1f0056 req-4b624abc-0a0a-4478-b1d0-04fd4de07c45 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=72d6246795444b909400ec1804877033&device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 1096 time: 0.0393188 Oct 14 07:48:57.252832 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-fe739eb9-791b-4955-a935-1ce5ea1f0056 req-c4670544-bd26-4756-a90d-90971230e39c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a1a67e8-7e1a-472b-802a-228156693237 HTTP/1.1" status: 200 len: 217 time: 0.0361946 Oct 14 07:48:57.309135 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe739eb9-791b-4955-a935-1ce5ea1f0056 req-4c901db6-7451-4e46-b3de-3537569d37e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:57.310575 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-fe739eb9-791b-4955-a935-1ce5ea1f0056 req-4c901db6-7451-4e46-b3de-3537569d37e4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1b5fbace-26eb-40a2-8a98-87f63b5b1ae2 HTTP/1.1" status: 200 len: 854 time: 0.0459168 Oct 14 07:48:57.350529 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b5bbe4d6-8597-41c9-8212-ed8d1da82c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:57.356088 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe739eb9-791b-4955-a935-1ce5ea1f0056 req-dab9e1ed-24d7-45ba-8e47-da1d1445b2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:57.357564 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-fe739eb9-791b-4955-a935-1ce5ea1f0056 req-dab9e1ed-24d7-45ba-8e47-da1d1445b2f5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bd30e85b-b49f-4f5d-8101-de41bdd7d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392089 Oct 14 07:48:57.456837 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-fe739eb9-791b-4955-a935-1ce5ea1f0056 req-cade7bc3-36b5-48d0-b50c-57aa905eb588 service neutron] 10.222.0.54 "GET /v2.0/networks/bd30e85b-b49f-4f5d-8101-de41bdd7d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906060 Oct 14 07:48:57.498334 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-df4b5961-5711-4a49-8be2-d3539bbd2de3 req-bb4621a0-16a9-4232-8dd2-5c5e34b30cda tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e1f50ae-2520-40b4-9b7e-416eee8b9201 HTTP/1.1" status: 200 len: 210 time: 0.0349202 Oct 14 07:48:57.588061 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9218ff-37ec-432c-a4f3-50fd777fd2e5 req-79d463f2-b9be-44c4-9e93-04f82bc8de82 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:57.589643 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-6d9218ff-37ec-432c-a4f3-50fd777fd2e5 req-79d463f2-b9be-44c4-9e93-04f82bc8de82 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.54 "GET /v2.0/networks?id=fc7548a1-a2d5-45f6-9825-763d06d99878 HTTP/1.1" status: 200 len: 812 time: 0.1245582 Oct 14 07:48:57.603148 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-fe739eb9-791b-4955-a935-1ce5ea1f0056 req-5dfd3887-9613-42f4-898c-1bafa12e62df service neutron] 10.222.0.54 "GET /v2.0/networks/bd30e85b-b49f-4f5d-8101-de41bdd7d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142437 Oct 14 07:48:57.650144 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-6d9218ff-37ec-432c-a4f3-50fd777fd2e5 req-e78c3a73-94c7-49ba-bb1a-53b301dc08af tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3e30b2e385344cd831846e78784b300 HTTP/1.1" status: 200 len: 379 time: 0.0344470 Oct 14 07:48:57.660551 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [req-6d9218ff-37ec-432c-a4f3-50fd777fd2e5 req-a6c0011a-da39-4046-8c5c-7c5b588db2f3 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Request body: {'port': {'device_id': '5e1f50ae-2520-40b4-9b7e-416eee8b9201', 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878', 'admin_state_up': True, 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'security_groups': ['5195c0a2-1d1f-4ea4-b695-5e814571f83a']}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:48:57.831006 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b53a42-8a20-4f36-8426-48fb7c9e5ea5 req-3e1a8f9e-9cfa-40fd-9241-a0f4816f547b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:57.832797 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-40b53a42-8a20-4f36-8426-48fb7c9e5ea5 req-3e1a8f9e-9cfa-40fd-9241-a0f4816f547b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=72d6246795444b909400ec1804877033&device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 1096 time: 0.0429144 Oct 14 07:48:57.848338 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d9218ff-37ec-432c-a4f3-50fd777fd2e5 req-a6c0011a-da39-4046-8c5c-7c5b588db2f3 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Made reservation on behalf of b3e30b2e385344cd831846e78784b300 for: {'port': 1} {{(pid=106710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:48:57.851792 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-6d9218ff-37ec-432c-a4f3-50fd777fd2e5 req-a6c0011a-da39-4046-8c5c-7c5b588db2f3 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:57.876177 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e711c6e-5523-4ac6-87c3-1097c80d68c7 req-ddec3163-b882-45f9-9292-0ee396656cd4 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:57.877904 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-6e711c6e-5523-4ac6-87c3-1097c80d68c7 req-ddec3163-b882-45f9-9292-0ee396656cd4 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/ports?device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 943 time: 0.0712218 Oct 14 07:48:57.937656 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b53a42-8a20-4f36-8426-48fb7c9e5ea5 req-9a9f48a0-37d0-4755-aefa-d6d6a93a2ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:57.939242 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-40b53a42-8a20-4f36-8426-48fb7c9e5ea5 req-9a9f48a0-37d0-4755-aefa-d6d6a93a2ddf service neutron] 10.222.0.54 "GET /v2.0/networks?id=bd30e85b-b49f-4f5d-8101-de41bdd7d67a HTTP/1.1" status: 200 len: 916 time: 0.0986428 Oct 14 07:48:57.975615 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-6e711c6e-5523-4ac6-87c3-1097c80d68c7 req-046fec14-57dd-4e2a-9027-64e2290d1a53 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/security-groups?id=1a214c85-095f-4c55-85aa-55f6954309cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800829 Oct 14 07:48:57.987016 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-40b53a42-8a20-4f36-8426-48fb7c9e5ea5 req-011f12cd-0b5c-400e-a886-a9ca91234c50 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a1a67e8-7e1a-472b-802a-228156693237 HTTP/1.1" status: 200 len: 217 time: 0.0379801 Oct 14 07:48:58.026478 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.db_base_plugin_common [req-6d9218ff-37ec-432c-a4f3-50fd777fd2e5 req-a6c0011a-da39-4046-8c5c-7c5b588db2f3 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Allocated IP 172.20.0.13 (fc7548a1-a2d5-45f6-9825-763d06d99878/c75e489e-d577-4f33-bc9a-11bccc0fd731/c45a9263-de14-42c2-a6cb-92f0c91e5f2e) {{(pid=106710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:48:58.041950 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b53a42-8a20-4f36-8426-48fb7c9e5ea5 req-fd72166e-94d4-4afe-8c15-df1524b3fd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:58.043624 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-40b53a42-8a20-4f36-8426-48fb7c9e5ea5 req-fd72166e-94d4-4afe-8c15-df1524b3fd99 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1b5fbace-26eb-40a2-8a98-87f63b5b1ae2 HTTP/1.1" status: 200 len: 854 time: 0.0490353 Oct 14 07:48:58.123496 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b53a42-8a20-4f36-8426-48fb7c9e5ea5 req-f302c7df-d299-4bc3-9d01-968380f25d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:58.124931 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-40b53a42-8a20-4f36-8426-48fb7c9e5ea5 req-f302c7df-d299-4bc3-9d01-968380f25d9c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bd30e85b-b49f-4f5d-8101-de41bdd7d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0736966 Oct 14 07:48:58.135727 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d21fb96-37e1-4b65-8b41-851ff12ace2b req-b2676ebf-3098-4c4e-8dcd-1d880017f3af tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:58.138946 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-5d21fb96-37e1-4b65-8b41-851ff12ace2b req-b2676ebf-3098-4c4e-8dcd-1d880017f3af tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 945 time: 0.0846865 Oct 14 07:48:58.168337 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-6d9218ff-37ec-432c-a4f3-50fd777fd2e5 req-a6c0011a-da39-4046-8c5c-7c5b588db2f3 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks [] for port, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:58.224014 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-5d21fb96-37e1-4b65-8b41-851ff12ace2b req-2b06c59b-8251-4b14-9889-03367f9b0adf tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785460 Oct 14 07:48:58.236799 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-6d9218ff-37ec-432c-a4f3-50fd777fd2e5 req-a6c0011a-da39-4046-8c5c-7c5b588db2f3 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16030778'] for port, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:58.246128 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-40b53a42-8a20-4f36-8426-48fb7c9e5ea5 req-a0a26cc6-8b59-48d0-b872-3766510223eb service neutron] 10.222.0.54 "GET /v2.0/networks/bd30e85b-b49f-4f5d-8101-de41bdd7d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080463 Oct 14 07:48:58.283005 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d9218ff-37ec-432c-a4f3-50fd777fd2e5 req-a6c0011a-da39-4046-8c5c-7c5b588db2f3 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Network fc7548a1-a2d5-45f6-9825-763d06d99878 is already hosted by enough agents. {{(pid=106710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:48:58.286059 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.base_scheduler [req-6d9218ff-37ec-432c-a4f3-50fd777fd2e5 req-a6c0011a-da39-4046-8c5c-7c5b588db2f3 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Resources bound (agent type, host, resource id): {{(pid=106710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:48:58.289621 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d9218ff-37ec-432c-a4f3-50fd777fd2e5 req-a6c0011a-da39-4046-8c5c-7c5b588db2f3 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Received port after_create {{(pid=106710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:48:58.318503 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c0011a-da39-4046-8c5c-7c5b588db2f3 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Pushing event updated for resources: {'Port': ['ID=c45a9263-de14-42c2-a6cb-92f0c91e5f2e,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:58.346096 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9218ff-37ec-432c-a4f3-50fd777fd2e5 req-a6c0011a-da39-4046-8c5c-7c5b588db2f3 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:58.346741 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-6d9218ff-37ec-432c-a4f3-50fd777fd2e5 req-a6c0011a-da39-4046-8c5c-7c5b588db2f3 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for port, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:58.358421 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-40b53a42-8a20-4f36-8426-48fb7c9e5ea5 req-a172d9c7-1a2b-46ba-b1a7-ee3aa75ae628 service neutron] 10.222.0.54 "GET /v2.0/networks/bd30e85b-b49f-4f5d-8101-de41bdd7d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005111 Oct 14 07:48:58.411193 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-6d9218ff-37ec-432c-a4f3-50fd777fd2e5 req-a6c0011a-da39-4046-8c5c-7c5b588db2f3 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7548387 Oct 14 07:48:58.431829 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [req-6d9218ff-37ec-432c-a4f3-50fd777fd2e5 req-465f9baa-359d-473c-8fb1-2b02b6cd5c29 service neutron] Request body: {'port': {'device_id': '5e1f50ae-2520-40b4-9b7e-416eee8b9201', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81374'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:48:58.488411 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-c1732273-e91a-4917-8dd8-4f85f1ab12d2 None None] Provisioning complete for port c45a9263-de14-42c2-a6cb-92f0c91e5f2e triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:48:58.489397 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-c1732273-e91a-4917-8dd8-4f85f1ab12d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:58.489574 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-6d9218ff-37ec-432c-a4f3-50fd777fd2e5 req-465f9baa-359d-473c-8fb1-2b02b6cd5c29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:58.523127 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-c1732273-e91a-4917-8dd8-4f85f1ab12d2 None None] Port c45a9263-de14-42c2-a6cb-92f0c91e5f2e cannot update to ACTIVE because it is not bound. {{(pid=106712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 07:48:58.666625 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894a8b7-03df-457a-af40-2cc12b2c1907 req-42658bf8-a384-4583-818e-14499a9e1339 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:58.668054 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-3894a8b7-03df-457a-af40-2cc12b2c1907 req-42658bf8-a384-4583-818e-14499a9e1339 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e1f50ae-2520-40b4-9b7e-416eee8b9201 HTTP/1.1" status: 200 len: 932 time: 0.0752163 Oct 14 07:48:58.744524 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-3894a8b7-03df-457a-af40-2cc12b2c1907 req-40e21369-6ad7-415a-bc2b-9eff114c288e tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703242 Oct 14 07:48:58.819102 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.notifiers.nova [req-6d9218ff-37ec-432c-a4f3-50fd777fd2e5 req-465f9baa-359d-473c-8fb1-2b02b6cd5c29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c45a9263-de14-42c2-a6cb-92f0c91e5f2e {{(pid=106710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:48:58.827730 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-6d9218ff-37ec-432c-a4f3-50fd777fd2e5 req-465f9baa-359d-473c-8fb1-2b02b6cd5c29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:58.839450 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.provisioning_blocks [req-6d9218ff-37ec-432c-a4f3-50fd777fd2e5 req-465f9baa-359d-473c-8fb1-2b02b6cd5c29 service neutron] Transition to ACTIVE for port object c45a9263-de14-42c2-a6cb-92f0c91e5f2e will not be triggered until provisioned by entity L2. {{(pid=106710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 07:48:58.898612 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-6d9218ff-37ec-432c-a4f3-50fd777fd2e5 req-465f9baa-359d-473c-8fb1-2b02b6cd5c29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16030733'] for port, after_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:58.966295 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f9baa-359d-473c-8fb1-2b02b6cd5c29 service neutron] Pushing event updated for resources: {'Port': ['ID=c45a9263-de14-42c2-a6cb-92f0c91e5f2e,revision_number=2']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:59.108797 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82761b59-7bd2-45e0-9933-76152abebecf req-572b30bf-567a-4fa9-a6dd-f5ae22e63f35 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:59.118595 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-82761b59-7bd2-45e0-9933-76152abebecf req-572b30bf-567a-4fa9-a6dd-f5ae22e63f35 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/ports?device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 943 time: 0.0660393 Oct 14 07:48:59.146089 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device b45a02d4-8c1a-4329-9626-1e96903f8b4d details requested by agent hyperv_hv-cinder-81374 with host hv-cinder-81374 {{(pid=106712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 07:48:59.167824 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-82761b59-7bd2-45e0-9933-76152abebecf req-1a754a79-e6de-45e3-90fb-a7b587129556 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/security-groups?id=1a214c85-095f-4c55-85aa-55f6954309cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439572 Oct 14 07:48:59.260711 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port b45a02d4-8c1a-4329-9626-1e96903f8b4d, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=b45a02d4-8c1a-4329-9626-1e96903f8b4d,segment=NetworkSegment(4a88a654-492a-4721-b165-d0bc4cb223f9),segment_id=4a88a654-492a-4721-b165-d0bc4cb223f9)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:48:59.279292 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.managers [req-6d9218ff-37ec-432c-a4f3-50fd777fd2e5 req-465f9baa-359d-473c-8fb1-2b02b6cd5c29 service neutron] Attempting to bind port c45a9263-de14-42c2-a6cb-92f0c91e5f2e on host hv-cinder-81374 for vnic_type normal with profile {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:48:59.279619 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.managers [req-6d9218ff-37ec-432c-a4f3-50fd777fd2e5 req-465f9baa-359d-473c-8fb1-2b02b6cd5c29 service neutron] Attempting to bind port c45a9263-de14-42c2-a6cb-92f0c91e5f2e by drivers openvswitch,hyperv on host hv-cinder-81374 at level 0 using segments [{'id': '94d52bff-5716-4774-8920-76cd196c616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878'}] {{(pid=106710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:48:59.280209 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9218ff-37ec-432c-a4f3-50fd777fd2e5 req-465f9baa-359d-473c-8fb1-2b02b6cd5c29 service neutron] Attempting to bind port c45a9263-de14-42c2-a6cb-92f0c91e5f2e on network fc7548a1-a2d5-45f6-9825-763d06d99878 {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:48:59.280613 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Returning: {'device': 'b45a02d4-8c1a-4329-9626-1e96903f8b4d', 'network_id': '234dd989-1b6f-4d0e-b26c-6546ea618e4f', 'port_id': 'b45a02d4-8c1a-4329-9626-1e96903f8b4d', 'mac_address': 'fa:16:3e:57:dc:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 07:48:59.285690 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9218ff-37ec-432c-a4f3-50fd777fd2e5 req-465f9baa-359d-473c-8fb1-2b02b6cd5c29 service neutron] Port c45a9263-de14-42c2-a6cb-92f0c91e5f2e on network fc7548a1-a2d5-45f6-9825-763d06d99878 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81374 {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 07:48:59.286102 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9218ff-37ec-432c-a4f3-50fd777fd2e5 req-465f9baa-359d-473c-8fb1-2b02b6cd5c29 service neutron] Attempting to bind port c45a9263-de14-42c2-a6cb-92f0c91e5f2e on network fc7548a1-a2d5-45f6-9825-763d06d99878 {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:48:59.292416 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9218ff-37ec-432c-a4f3-50fd777fd2e5 req-465f9baa-359d-473c-8fb1-2b02b6cd5c29 service neutron] Checking agent: {'id': 'e9e2cc54-3b31-4b83-b77c-54087550ab3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 7, 40, 39), 'started_at': datetime.datetime(2021, 10, 14, 7, 40, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:48:59.293424 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9218ff-37ec-432c-a4f3-50fd777fd2e5 req-465f9baa-359d-473c-8fb1-2b02b6cd5c29 service neutron] Checking segment: {'id': '94d52bff-5716-4774-8920-76cd196c616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:48:59.293424 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9218ff-37ec-432c-a4f3-50fd777fd2e5 req-465f9baa-359d-473c-8fb1-2b02b6cd5c29 service neutron] Bound using segment: {'id': '94d52bff-5716-4774-8920-76cd196c616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878'} {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:48:59.293712 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.managers [req-6d9218ff-37ec-432c-a4f3-50fd777fd2e5 req-465f9baa-359d-473c-8fb1-2b02b6cd5c29 service neutron] Bound port: c45a9263-de14-42c2-a6cb-92f0c91e5f2e, host: hv-cinder-81374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d52bff-5716-4774-8920-76cd196c616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878'}}] {{(pid=106710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:48:59.294067 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-6d9218ff-37ec-432c-a4f3-50fd777fd2e5 req-465f9baa-359d-473c-8fb1-2b02b6cd5c29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:59.330718 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:59.343826 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b45a02d4-8c1a-4329-9626-1e96903f8b4d {{(pid=106712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:48:59.365281 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port b45a02d4-8c1a-4329-9626-1e96903f8b4d, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=b45a02d4-8c1a-4329-9626-1e96903f8b4d,segment=NetworkSegment(4a88a654-492a-4721-b165-d0bc4cb223f9),segment_id=4a88a654-492a-4721-b165-d0bc4cb223f9)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:48:59.396890 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.db [req-6d9218ff-37ec-432c-a4f3-50fd777fd2e5 req-465f9baa-359d-473c-8fb1-2b02b6cd5c29 service neutron] For port c45a9263-de14-42c2-a6cb-92f0c91e5f2e, host hv-cinder-81374, cleared binding levels {{(pid=106710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:48:59.400418 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.db [req-6d9218ff-37ec-432c-a4f3-50fd777fd2e5 req-465f9baa-359d-473c-8fb1-2b02b6cd5c29 service neutron] For port c45a9263-de14-42c2-a6cb-92f0c91e5f2e, host hv-cinder-81374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=c45a9263-de14-42c2-a6cb-92f0c91e5f2e,segment=NetworkSegment(94d52bff-5716-4774-8920-76cd196c616a),segment_id=94d52bff-5716-4774-8920-76cd196c616a)] {{(pid=106710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:48:59.410490 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28df82-c425-47b1-b582-523ae30e15d0 req-36f6a27f-1c57-4a12-b597-ad8a9c96d4d3 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:59.412317 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-3a28df82-c425-47b1-b582-523ae30e15d0 req-36f6a27f-1c57-4a12-b597-ad8a9c96d4d3 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 945 time: 0.0814135 Oct 14 07:48:59.424941 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:59.443471 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-6d9218ff-37ec-432c-a4f3-50fd777fd2e5 req-465f9baa-359d-473c-8fb1-2b02b6cd5c29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16030733'] for port, after_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:59.484188 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-3a28df82-c425-47b1-b582-523ae30e15d0 req-e4bb662d-1fc7-40d8-b6ec-2a2e56f8fae9 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653296 Oct 14 07:48:59.488040 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=b45a02d4-8c1a-4329-9626-1e96903f8b4d,revision_number=6']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:59.498584 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9218ff-37ec-432c-a4f3-50fd777fd2e5 req-465f9baa-359d-473c-8fb1-2b02b6cd5c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:59.498584 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-6d9218ff-37ec-432c-a4f3-50fd777fd2e5 req-465f9baa-359d-473c-8fb1-2b02b6cd5c29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for port, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:48:59.498584 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-6d9218ff-37ec-432c-a4f3-50fd777fd2e5 req-465f9baa-359d-473c-8fb1-2b02b6cd5c29 service neutron] 10.222.0.54 "PUT /v2.0/ports/c45a9263-de14-42c2-a6cb-92f0c91e5f2e HTTP/1.1" status: 200 len: 1094 time: 1.0683010 Oct 14 07:48:59.498584 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e1f50ae-2520-40b4-9b7e-416eee8b9201', 'tag': 'c45a9263-de14-42c2-a6cb-92f0c91e5f2e'}] {{(pid=106710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:48:59.499032 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ebf78bef5954e8ca5597493995d581d8346ee5b9d6b2d49db072251da4c473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60bc228b-43b1-44ea-8e6e-5b5872daf6ba" -d '{"events": [{"name": "network-changed", "server_uuid": "5e1f50ae-2520-40b4-9b7e-416eee8b9201", "tag": "c45a9263-de14-42c2-a6cb-92f0c91e5f2e"}]}' {{(pid=106710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:48:59.526530 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f9baa-359d-473c-8fb1-2b02b6cd5c29 service neutron] Pushing event updated for resources: {'Port': ['ID=c45a9263-de14-42c2-a6cb-92f0c91e5f2e,revision_number=3']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:48:59.583871 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] get_ports_and_sgs() called for port_ids ['b45a02d4-8c1a-4329-9626-1e96903f8b4d'] {{(pid=106712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:48:59.614944 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c74600e-dfc8-4bd7-859f-de59bcff91cf x-openstack-request-id: req-3c74600e-dfc8-4bd7-859f-de59bcff91cf {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:48:59.615238 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e1f50ae-2520-40b4-9b7e-416eee8b9201", "tag": "c45a9263-de14-42c2-a6cb-92f0c91e5f2e", "status": "completed", "code": 200}]} {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:48:59.615489 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3c74600e-dfc8-4bd7-859f-de59bcff91cf {{(pid=106710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:48:59.616152 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e1f50ae-2520-40b4-9b7e-416eee8b9201', 'tag': 'c45a9263-de14-42c2-a6cb-92f0c91e5f2e', 'status': 'completed', 'code': 200} Oct 14 07:48:59.689044 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9218ff-37ec-432c-a4f3-50fd777fd2e5 req-63a0a272-f4cf-4c24-a826-c385eec9ce80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:59.690618 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-6d9218ff-37ec-432c-a4f3-50fd777fd2e5 req-63a0a272-f4cf-4c24-a826-c385eec9ce80 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b3e30b2e385344cd831846e78784b300&device_id=5e1f50ae-2520-40b4-9b7e-416eee8b9201 HTTP/1.1" status: 200 len: 1097 time: 0.0455003 Oct 14 07:48:59.753380 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-6d9218ff-37ec-432c-a4f3-50fd777fd2e5 req-4eba55cb-b9bf-4972-baa6-76cb143e8a3c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c45a9263-de14-42c2-a6cb-92f0c91e5f2e HTTP/1.1" status: 200 len: 217 time: 0.0480101 Oct 14 07:48:59.894953 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9218ff-37ec-432c-a4f3-50fd777fd2e5 req-5bd1450f-c351-44ec-8fae-e769aa6ab1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:59.896895 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-6d9218ff-37ec-432c-a4f3-50fd777fd2e5 req-5bd1450f-c351-44ec-8fae-e769aa6ab1c9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c75e489e-d577-4f33-bc9a-11bccc0fd731 HTTP/1.1" status: 200 len: 851 time: 0.1241453 Oct 14 07:48:59.912521 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e3225-9f2f-45d0-830a-7a7950745604 req-8bf60c7c-3e6a-4489-b4d3-093c2a00fb05 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:59.914165 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b24e3225-9f2f-45d0-830a-7a7950745604 req-8bf60c7c-3e6a-4489-b4d3-093c2a00fb05 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e1f50ae-2520-40b4-9b7e-416eee8b9201 HTTP/1.1" status: 200 len: 944 time: 0.0786738 Oct 14 07:48:59.992958 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b24e3225-9f2f-45d0-830a-7a7950745604 req-36d3f223-893c-46d5-a38f-70ae50d1b7f8 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595295 Oct 14 07:48:59.996494 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9218ff-37ec-432c-a4f3-50fd777fd2e5 req-0648fcd9-1260-4a1c-b6ff-2eed0ac34292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:48:59.998008 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-6d9218ff-37ec-432c-a4f3-50fd777fd2e5 req-0648fcd9-1260-4a1c-b6ff-2eed0ac34292 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fc7548a1-a2d5-45f6-9825-763d06d99878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0829408 Oct 14 07:49:00.087482 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-7ecdec3a-093a-4de3-863e-e87163a7790c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:00.135857 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-6d9218ff-37ec-432c-a4f3-50fd777fd2e5 req-4bce1620-33ee-4561-9480-44cd58748a87 service neutron] 10.222.0.54 "GET /v2.0/networks/fc7548a1-a2d5-45f6-9825-763d06d99878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290569 Oct 14 07:49:00.302779 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-6d9218ff-37ec-432c-a4f3-50fd777fd2e5 req-ec4b956d-9783-4b88-b5d5-e8aa25e3dcc4 service neutron] 10.222.0.54 "GET /v2.0/networks/fc7548a1-a2d5-45f6-9825-763d06d99878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598914 Oct 14 07:49:00.345413 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113cffa-5423-4fe4-9eb1-3d535bf1137d req-1dab98e0-3a00-4a13-b9cf-dbd55f9c48fc tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:00.347647 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-d113cffa-5423-4fe4-9eb1-3d535bf1137d req-1dab98e0-3a00-4a13-b9cf-dbd55f9c48fc tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/ports?device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 943 time: 0.0839288 Oct 14 07:49:00.411810 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-d113cffa-5423-4fe4-9eb1-3d535bf1137d req-db1510a9-7fb3-45c9-a1a2-fbcb9c495476 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/security-groups?id=1a214c85-095f-4c55-85aa-55f6954309cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575783 Oct 14 07:49:00.536479 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc228b-43b1-44ea-8e6e-5b5872daf6ba req-6b784b5a-a9d0-453a-9519-c7a0e4f99a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:00.538596 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-60bc228b-43b1-44ea-8e6e-5b5872daf6ba req-6b784b5a-a9d0-453a-9519-c7a0e4f99a21 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b3e30b2e385344cd831846e78784b300&device_id=5e1f50ae-2520-40b4-9b7e-416eee8b9201 HTTP/1.1" status: 200 len: 1097 time: 0.0466666 Oct 14 07:49:00.697325 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc228b-43b1-44ea-8e6e-5b5872daf6ba req-d7859081-6db8-4a3b-96cb-720b4fff959a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:00.723826 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-60bc228b-43b1-44ea-8e6e-5b5872daf6ba req-d7859081-6db8-4a3b-96cb-720b4fff959a service neutron] 10.222.0.54 "GET /v2.0/networks?id=fc7548a1-a2d5-45f6-9825-763d06d99878 HTTP/1.1" status: 200 len: 913 time: 0.1494629 Oct 14 07:49:00.723826 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218dbb03-19c4-4378-8027-0839ae5c6dba req-c434d4b6-fcfa-433c-bdcd-b0da3e83ef17 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:00.723826 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-218dbb03-19c4-4378-8027-0839ae5c6dba req-c434d4b6-fcfa-433c-bdcd-b0da3e83ef17 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 944 time: 0.0884211 Oct 14 07:49:00.755942 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-60bc228b-43b1-44ea-8e6e-5b5872daf6ba req-7c798863-7fc5-46c5-aa29-ebd11e0ef80d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c45a9263-de14-42c2-a6cb-92f0c91e5f2e HTTP/1.1" status: 200 len: 217 time: 0.0441401 Oct 14 07:49:00.821092 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:00.827789 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-218dbb03-19c4-4378-8027-0839ae5c6dba req-5dd9da59-38d4-44fe-802d-f809454c55b2 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759242 Oct 14 07:49:00.836802 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc228b-43b1-44ea-8e6e-5b5872daf6ba req-e444a6b2-2421-4dda-a5a6-66ac85047464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:00.838334 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-60bc228b-43b1-44ea-8e6e-5b5872daf6ba req-e444a6b2-2421-4dda-a5a6-66ac85047464 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c75e489e-d577-4f33-bc9a-11bccc0fd731 HTTP/1.1" status: 200 len: 851 time: 0.0688999 Oct 14 07:49:00.898334 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc228b-43b1-44ea-8e6e-5b5872daf6ba req-f5342f9d-7e3c-4f00-a462-42a946fc2d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:00.899886 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-60bc228b-43b1-44ea-8e6e-5b5872daf6ba req-f5342f9d-7e3c-4f00-a462-42a946fc2d30 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fc7548a1-a2d5-45f6-9825-763d06d99878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523310 Oct 14 07:49:01.065551 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-60bc228b-43b1-44ea-8e6e-5b5872daf6ba req-93c89841-d10e-4b5e-aebc-92ce91cae07c service neutron] 10.222.0.54 "GET /v2.0/networks/fc7548a1-a2d5-45f6-9825-763d06d99878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508732 Oct 14 07:49:01.078099 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e05f3-38e0-4c6b-b561-ff276aeda2f2 req-da953547-62a7-4b6e-a7af-e5c40eff670d tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:01.085628 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-5a4e05f3-38e0-4c6b-b561-ff276aeda2f2 req-da953547-62a7-4b6e-a7af-e5c40eff670d tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=53ba3e6d-705e-4872-8d82-7e4649ac32fd HTTP/1.1" status: 200 len: 945 time: 0.0937834 Oct 14 07:49:01.146716 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 7a1a67e8-7e1a-472b-802a-228156693237 details requested by agent hyperv_hv-cinder-81374 with host hv-cinder-81374 {{(pid=106712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 07:49:01.148060 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-5a4e05f3-38e0-4c6b-b561-ff276aeda2f2 req-e86f32db-8142-47b1-90d2-8596e7d69371 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=1a3a4506-96f4-499d-b90c-5efc1f974099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614188 Oct 14 07:49:01.163797 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device b45a02d4-8c1a-4329-9626-1e96903f8b4d up at agent hyperv_hv-cinder-81374 {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:49:01.169596 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502e23b-2cd4-41f7-87af-18119ffb6ca1 req-6ee3e11e-5b87-4f37-a47d-7aefb0f8ddcb tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:01.179759 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-1502e23b-2cd4-41f7-87af-18119ffb6ca1 req-6ee3e11e-5b87-4f37-a47d-7aefb0f8ddcb tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e1f50ae-2520-40b4-9b7e-416eee8b9201 HTTP/1.1" status: 200 len: 944 time: 0.0840051 Oct 14 07:49:01.263490 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-1502e23b-2cd4-41f7-87af-18119ffb6ca1 req-8382587a-8ed9-4aef-ac20-2b1bc7e6f661 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826406 Oct 14 07:49:01.299091 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-60bc228b-43b1-44ea-8e6e-5b5872daf6ba req-59f5c622-11b4-49c7-9a92-b7f98e0e1b7d service neutron] 10.222.0.54 "GET /v2.0/networks/fc7548a1-a2d5-45f6-9825-763d06d99878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112820 Oct 14 07:49:01.327523 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Provisioning complete for port b45a02d4-8c1a-4329-9626-1e96903f8b4d triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:49:01.327912 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:01.368381 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port 7a1a67e8-7e1a-472b-802a-228156693237, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=7a1a67e8-7e1a-472b-802a-228156693237,segment=NetworkSegment(109032a9-e65c-43ac-bc0b-d790098a8377),segment_id=109032a9-e65c-43ac-bc0b-d790098a8377)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:49:01.392763 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-93e1ef1e-be74-48a7-9436-c986e05ec438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:01.393585 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Returning: {'device': '7a1a67e8-7e1a-472b-802a-228156693237', 'network_id': 'bd30e85b-b49f-4f5d-8101-de41bdd7d67a', 'port_id': '7a1a67e8-7e1a-472b-802a-228156693237', 'mac_address': 'fa:16:3e:9c:17:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b5fbace-26eb-40a2-8a98-87f63b5b1ae2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 07:49:01.484430 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:01.495147 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:01.517074 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a1a67e8-7e1a-472b-802a-228156693237 {{(pid=106712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:49:01.539020 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63fbc2c9-6867-4031-a126-263fbe3b6476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b45a02d4-8c1a-4329-9626-1e96903f8b4d'}] {{(pid=106712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:49:01.545173 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3db9d29808d7d8625da6d6dfdab11118ca3df70b734e515c8bcc451a900cfacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eadb9c4a-ca92-43dc-a224-a2f2448fc3c2" -d '{"events": [{"server_uuid": "63fbc2c9-6867-4031-a126-263fbe3b6476", "name": "network-vif-plugged", "status": "completed", "tag": "b45a02d4-8c1a-4329-9626-1e96903f8b4d"}]}' {{(pid=106712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:49:01.545771 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff9cac-ee58-4306-9f85-dc054ab301e6 req-24798e60-bf28-414c-b621-5ec5181183c0 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:01.547342 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-d8ff9cac-ee58-4306-9f85-dc054ab301e6 req-24798e60-bf28-414c-b621-5ec5181183c0 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/ports?device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 943 time: 0.0793946 Oct 14 07:49:01.564969 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port 7a1a67e8-7e1a-472b-802a-228156693237, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=7a1a67e8-7e1a-472b-802a-228156693237,segment=NetworkSegment(109032a9-e65c-43ac-bc0b-d790098a8377),segment_id=109032a9-e65c-43ac-bc0b-d790098a8377)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:49:01.585961 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port b45a02d4-8c1a-4329-9626-1e96903f8b4d, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=b45a02d4-8c1a-4329-9626-1e96903f8b4d,segment=NetworkSegment(4a88a654-492a-4721-b165-d0bc4cb223f9),segment_id=4a88a654-492a-4721-b165-d0bc4cb223f9)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:49:01.612671 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-d8ff9cac-ee58-4306-9f85-dc054ab301e6 req-b61e0830-546c-4808-9c47-c310c0ebcae8 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/security-groups?id=1a214c85-095f-4c55-85aa-55f6954309cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510247 Oct 14 07:49:01.618943 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:01.650348 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:01.668665 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123bb2dd-99d4-43ba-9eb9-5355cc625657 x-openstack-request-id: req-123bb2dd-99d4-43ba-9eb9-5355cc625657 {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:49:01.668961 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63fbc2c9-6867-4031-a126-263fbe3b6476", "name": "network-vif-plugged", "status": "completed", "tag": "b45a02d4-8c1a-4329-9626-1e96903f8b4d", "code": 200}]} {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:49:01.669218 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-123bb2dd-99d4-43ba-9eb9-5355cc625657 {{(pid=106712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:49:01.669614 dv-cinder-813746-2-iscsi neutron-server[106712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63fbc2c9-6867-4031-a126-263fbe3b6476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b45a02d4-8c1a-4329-9626-1e96903f8b4d', 'code': 200} Oct 14 07:49:01.685311 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=7a1a67e8-7e1a-472b-802a-228156693237,revision_number=4']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:49:01.746234 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=b45a02d4-8c1a-4329-9626-1e96903f8b4d,revision_number=7']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:49:01.967849 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] get_ports_and_sgs() called for port_ids ['7a1a67e8-7e1a-472b-802a-228156693237'] {{(pid=106712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:49:01.982210 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9674c2-c158-4233-bef9-061f342c1773 req-9212b735-9ba3-40be-b85f-125a78c3d691 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:01.984008 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-cc9674c2-c158-4233-bef9-061f342c1773 req-9212b735-9ba3-40be-b85f-125a78c3d691 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 945 time: 0.0629129 Oct 14 07:49:02.046315 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-cc9674c2-c158-4233-bef9-061f342c1773 req-0732fe85-8d4c-4ee0-b661-150c4d5cddcc tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559609 Oct 14 07:49:02.320875 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4557c8b-d4ff-4e11-bba8-f57a94a95d67 req-a066af76-20ed-41c2-868a-6ea3d05ca261 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:02.330117 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-b4557c8b-d4ff-4e11-bba8-f57a94a95d67 req-a066af76-20ed-41c2-868a-6ea3d05ca261 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=53ba3e6d-705e-4872-8d82-7e4649ac32fd HTTP/1.1" status: 200 len: 945 time: 0.0907884 Oct 14 07:49:02.380823 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-b4557c8b-d4ff-4e11-bba8-f57a94a95d67 req-203ae6f0-6a82-4a25-937b-2118f8a7f760 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=1a3a4506-96f4-499d-b90c-5efc1f974099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495472 Oct 14 07:49:02.421161 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5fe25e-43a6-44a2-a8b5-7b0ff192e299 req-c4b12ea3-2bbe-4012-bfd7-641d84f2f22c tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:02.422766 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-ca5fe25e-43a6-44a2-a8b5-7b0ff192e299 req-c4b12ea3-2bbe-4012-bfd7-641d84f2f22c tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e1f50ae-2520-40b4-9b7e-416eee8b9201 HTTP/1.1" status: 200 len: 944 time: 0.0700495 Oct 14 07:49:02.474061 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-ca5fe25e-43a6-44a2-a8b5-7b0ff192e299 req-dbc766fc-8a77-468a-a015-56b70cc949b7 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403564 Oct 14 07:49:02.730304 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae874e3-0360-49f7-8e51-3bc1554332d4 req-c71cfa81-312f-45ef-ab35-e05e797791e2 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:02.731964 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-eae874e3-0360-49f7-8e51-3bc1554332d4 req-c71cfa81-312f-45ef-ab35-e05e797791e2 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/ports?device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 944 time: 0.0531037 Oct 14 07:49:02.771963 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-eae874e3-0360-49f7-8e51-3bc1554332d4 req-d43d996c-0584-406a-9de7-360dacd60369 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/security-groups?id=1a214c85-095f-4c55-85aa-55f6954309cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330095 Oct 14 07:49:02.881604 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-439377cf-db3c-4e91-9aae-241f8a26ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:02.971514 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425fdcf4-5593-472c-a626-5ceb2b1fc9c2 req-730d18e8-b1ed-44ff-8cd4-f99b1ed3d4e4 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:02.972945 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-425fdcf4-5593-472c-a626-5ceb2b1fc9c2 req-730d18e8-b1ed-44ff-8cd4-f99b1ed3d4e4 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.54 "GET /v2.0/ports?device_id=53ba3e6d-705e-4872-8d82-7e4649ac32fd HTTP/1.1" status: 200 len: 945 time: 0.0490499 Oct 14 07:49:03.070446 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [req-425fdcf4-5593-472c-a626-5ceb2b1fc9c2 req-20e3d365-3a11-4569-9b96-adf35f61145a tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Deleting port 09336f3a-20de-4b02-8db2-b3ff2701e579 {{(pid=106710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:49:03.070780 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-425fdcf4-5593-472c-a626-5ceb2b1fc9c2 req-20e3d365-3a11-4569-9b96-adf35f61145a tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:03.159796 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 7a1a67e8-7e1a-472b-802a-228156693237 up at agent hyperv_hv-cinder-81374 {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:49:03.210617 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.db [req-425fdcf4-5593-472c-a626-5ceb2b1fc9c2 req-20e3d365-3a11-4569-9b96-adf35f61145a tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] For port 09336f3a-20de-4b02-8db2-b3ff2701e579, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=09336f3a-20de-4b02-8db2-b3ff2701e579,segment=NetworkSegment(f9077f40-da4c-4bda-b029-76facecb3822),segment_id=f9077f40-da4c-4bda-b029-76facecb3822)] {{(pid=106710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:49:03.210617 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-425fdcf4-5593-472c-a626-5ceb2b1fc9c2 req-20e3d365-3a11-4569-9b96-adf35f61145a tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:03.233705 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c09fd7-e8b2-4641-a6e7-d5df2d9ee3b1 req-0c1db934-7084-4ed6-b69e-1a20ff62b37a tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:03.240649 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-38c09fd7-e8b2-4641-a6e7-d5df2d9ee3b1 req-0c1db934-7084-4ed6-b69e-1a20ff62b37a tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 945 time: 0.0959108 Oct 14 07:49:03.310594 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Provisioning for port 7a1a67e8-7e1a-472b-802a-228156693237 completed by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 07:49:03.315360 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Provisioning complete for port 7a1a67e8-7e1a-472b-802a-228156693237 triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:49:03.315767 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:03.414547 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:03.425813 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-38c09fd7-e8b2-4641-a6e7-d5df2d9ee3b1 req-c17b659f-c455-47b8-b62b-dbe5f75b543a tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797087 Oct 14 07:49:03.468040 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port 7a1a67e8-7e1a-472b-802a-228156693237, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=7a1a67e8-7e1a-472b-802a-228156693237,segment=NetworkSegment(109032a9-e65c-43ac-bc0b-d790098a8377),segment_id=109032a9-e65c-43ac-bc0b-d790098a8377)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:49:03.510432 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196841e-6158-4377-b5f2-37a4f0021695 req-b3a25ac7-2de3-47b0-8ae3-b47854f19a6b tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:03.511891 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-0196841e-6158-4377-b5f2-37a4f0021695 req-b3a25ac7-2de3-47b0-8ae3-b47854f19a6b tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=53ba3e6d-705e-4872-8d82-7e4649ac32fd HTTP/1.1" status: 200 len: 945 time: 0.0500290 Oct 14 07:49:03.524194 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:03.526834 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-425fdcf4-5593-472c-a626-5ceb2b1fc9c2 req-20e3d365-3a11-4569-9b96-adf35f61145a tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:03.527379 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-425fdcf4-5593-472c-a626-5ceb2b1fc9c2 req-20e3d365-3a11-4569-9b96-adf35f61145a tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648330'] for floatingip, after_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:03.527859 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.db.l3_db [req-425fdcf4-5593-472c-a626-5ceb2b1fc9c2 req-20e3d365-3a11-4569-9b96-adf35f61145a tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Floating IP 5734299b-43ac-44c9-b23c-0160151f77a5 disassociated. External IP: 172.27.3.152, port: 09336f3a-20de-4b02-8db2-b3ff2701e579. Oct 14 07:49:03.528333 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [req-425fdcf4-5593-472c-a626-5ceb2b1fc9c2 req-20e3d365-3a11-4569-9b96-adf35f61145a tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Calling delete_port for 09336f3a-20de-4b02-8db2-b3ff2701e579 owned by compute:nova {{(pid=106710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:49:03.582990 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-0196841e-6158-4377-b5f2-37a4f0021695 req-52e15ab5-2b74-4229-9d5e-71166a48c1a0 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups?id=1a3a4506-96f4-499d-b90c-5efc1f974099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641990 Oct 14 07:49:03.628649 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=7a1a67e8-7e1a-472b-802a-228156693237,revision_number=5']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:49:03.670832 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b488dfc5-db69-4a95-ade2-cc8b68db666e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a1a67e8-7e1a-472b-802a-228156693237'}] {{(pid=106712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:49:03.673404 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3db9d29808d7d8625da6d6dfdab11118ca3df70b734e515c8bcc451a900cfacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfb1c88-33a1-4f90-b737-c05932ba20ea" -d '{"events": [{"server_uuid": "b488dfc5-db69-4a95-ade2-cc8b68db666e", "name": "network-vif-plugged", "status": "completed", "tag": "7a1a67e8-7e1a-472b-802a-228156693237"}]}' {{(pid=106712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:49:03.702526 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ccefe-e963-4aa8-b1e2-0e74cc58fa75 req-0f88c6ee-f9eb-4ec3-94f1-58ac05c82203 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:03.705056 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-678ccefe-e963-4aa8-b1e2-0e74cc58fa75 req-0f88c6ee-f9eb-4ec3-94f1-58ac05c82203 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e1f50ae-2520-40b4-9b7e-416eee8b9201 HTTP/1.1" status: 200 len: 944 time: 0.0909758 Oct 14 07:49:03.714222 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de072a7e-ac20-45b7-858a-f322ec24a451 x-openstack-request-id: req-de072a7e-ac20-45b7-858a-f322ec24a451 {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:49:03.714573 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b488dfc5-db69-4a95-ade2-cc8b68db666e", "name": "network-vif-plugged", "status": "completed", "tag": "7a1a67e8-7e1a-472b-802a-228156693237", "code": 200}]} {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:49:03.714911 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-de072a7e-ac20-45b7-858a-f322ec24a451 {{(pid=106712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:49:03.715383 dv-cinder-813746-2-iscsi neutron-server[106712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b488dfc5-db69-4a95-ade2-cc8b68db666e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a1a67e8-7e1a-472b-802a-228156693237', 'code': 200} Oct 14 07:49:03.764351 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-678ccefe-e963-4aa8-b1e2-0e74cc58fa75 req-addb648c-5702-4fed-a32c-19fb9030187d tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435655 Oct 14 07:49:03.807883 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-425fdcf4-5593-472c-a626-5ceb2b1fc9c2 req-20e3d365-3a11-4569-9b96-adf35f61145a tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16030778'] for port, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:03.846401 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e3d365-3a11-4569-9b96-adf35f61145a tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Pushing event deleted for resources: {'Port': ['ID=09336f3a-20de-4b02-8db2-b3ff2701e579,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:49:03.934717 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d951f-6d68-431f-906c-c162e0dad0da req-0fab45c0-b657-4f72-b530-566e9fdf917a tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:03.942434 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-c74d951f-6d68-431f-906c-c162e0dad0da req-0fab45c0-b657-4f72-b530-566e9fdf917a tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/ports?device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 945 time: 0.0951912 Oct 14 07:49:03.998442 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-c74d951f-6d68-431f-906c-c162e0dad0da req-28d26725-37d8-4629-b514-7bef7dc6d468 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/security-groups?id=1a214c85-095f-4c55-85aa-55f6954309cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415564 Oct 14 07:49:04.002228 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.l3_agent_scheduler [req-425fdcf4-5593-472c-a626-5ceb2b1fc9c2 req-20e3d365-3a11-4569-9b96-adf35f61145a tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Router c0801572-6a09-4ac6-8dfd-8b6c8503b4e1 has already been hosted by L3 agent f0543dd8-cbcf-46a4-b5f3-c6f7813920a1 {{(pid=106710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:49:04.060553 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94759630-76d6-4adb-9e79-f0e0a5a9d14e req-4078ab05-8c6e-4c49-8dc1-ee48671f90dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:04.062441 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-94759630-76d6-4adb-9e79-f0e0a5a9d14e req-4078ab05-8c6e-4c49-8dc1-ee48671f90dd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 1098 time: 0.0482361 Oct 14 07:49:04.101283 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-94759630-76d6-4adb-9e79-f0e0a5a9d14e req-4cfda769-e632-4550-a498-126bb4c042fe service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1a214c85-095f-4c55-85aa-55f6954309cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308526 Oct 14 07:49:04.123166 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-425fdcf4-5593-472c-a626-5ceb2b1fc9c2 req-20e3d365-3a11-4569-9b96-adf35f61145a tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Notify agent at l3_agent.dv-cinder-813746-2-iscsi the message routers_updated {{(pid=106710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:49:04.134920 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd33cb6-8ee6-4373-9ab8-e2214dbc4688 None None] Sync routers for ids ['c0801572-6a09-4ac6-8dfd-8b6c8503b4e1'] in dv-cinder-813746-2-iscsi {{(pid=106712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:49:04.147547 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd33cb6-8ee6-4373-9ab8-e2214dbc4688 None None] Routers {'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:49:04.148594 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-dcd33cb6-8ee6-4373-9ab8-e2214dbc4688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:49:00Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['c0801572-6a09-4ac6-8dfd-8b6c8503b4e1'], 'active': True} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:49:04.166713 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.l3_dvrscheduler_db [req-425fdcf4-5593-472c-a626-5ceb2b1fc9c2 req-20e3d365-3a11-4569-9b96-adf35f61145a tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] No DVR routers for this DVR port 09336f3a-20de-4b02-8db2-b3ff2701e579 on host hv-cinder-81374 {{(pid=106710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:49:04.171715 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-425fdcf4-5593-472c-a626-5ceb2b1fc9c2 req-20e3d365-3a11-4569-9b96-adf35f61145a tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for port, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:04.175558 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-425fdcf4-5593-472c-a626-5ceb2b1fc9c2 req-20e3d365-3a11-4569-9b96-adf35f61145a tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.54 "DELETE /v2.0/ports/09336f3a-20de-4b02-8db2-b3ff2701e579 HTTP/1.1" status: 204 len: 173 time: 1.1960533 Oct 14 07:49:04.176044 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ba3e6d-705e-4872-8d82-7e4649ac32fd', 'name': 'network-vif-deleted', 'tag': '09336f3a-20de-4b02-8db2-b3ff2701e579'}] {{(pid=106710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:49:04.178302 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ebf78bef5954e8ca5597493995d581d8346ee5b9d6b2d49db072251da4c473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8124088d-c4c8-443d-bb4e-29e23b7fd13d" -d '{"events": [{"server_uuid": "53ba3e6d-705e-4872-8d82-7e4649ac32fd", "name": "network-vif-deleted", "tag": "09336f3a-20de-4b02-8db2-b3ff2701e579"}]}' {{(pid=106710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:49:04.235956 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee54e02-7903-4763-905e-c0cf5e55e39d x-openstack-request-id: req-1ee54e02-7903-4763-905e-c0cf5e55e39d {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:49:04.236488 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ba3e6d-705e-4872-8d82-7e4649ac32fd", "name": "network-vif-deleted", "tag": "09336f3a-20de-4b02-8db2-b3ff2701e579", "status": "completed", "code": 200}]} {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:49:04.236901 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1ee54e02-7903-4763-905e-c0cf5e55e39d {{(pid=106710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:49:04.237445 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ba3e6d-705e-4872-8d82-7e4649ac32fd', 'name': 'network-vif-deleted', 'tag': '09336f3a-20de-4b02-8db2-b3ff2701e579', 'status': 'completed', 'code': 200} Oct 14 07:49:04.290020 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvr_db [None req-dcd33cb6-8ee6-4373-9ab8-e2214dbc4688 None None] Set router c0801572-6a09-4ac6-8dfd-8b6c8503b4e1 gateway port host: dv-cinder-813746-2-iscsi {{(pid=106712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:49:04.558810 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-dcd33cb6-8ee6-4373-9ab8-e2214dbc4688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'name': 'tempest-AttachVolumeTestJSON-1129393165-router', 'tenant_id': 'faeed044a6d84decaaa0cac966b09ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'eba54564-9091-4f7b-871c-167c24bb4a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:42:28Z', 'updated_at': '2021-10-14T07:42:35Z', 'revision_number': 4, 'project_id': 'faeed044a6d84decaaa0cac966b09ce9', 'gw_port': {'id': 'eba54564-9091-4f7b-871c-167c24bb4a7b', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:30Z', 'updated_at': '2021-10-14T07:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': '4665e705-32ec-4fad-9f3e-04595755e3a9', 'name': '', 'network_id': '0ffbc9b1-671e-4535-a15f-5a510845f53e', 'tenant_id': 'faeed044a6d84decaaa0cac966b09ce9', 'mac_address': 'fa:16:3e:99:84:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6b3909e2-8d10-4803-8f95-ccf56ec3b849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:33Z', 'updated_at': '2021-10-14T07:42:41Z', 'revision_number': 5, 'project_id': 'faeed044a6d84decaaa0cac966b09ce9', 'subnets': [{'id': '6b3909e2-8d10-4803-8f95-ccf56ec3b849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:49:04.581901 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713d2e4-0d03-4761-8d1b-011e7f8abc9c req-7d76d457-c4b6-46d1-ab94-cd24ee2b8949 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:04.591081 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-5713d2e4-0d03-4761-8d1b-011e7f8abc9c req-7d76d457-c4b6-46d1-ab94-cd24ee2b8949 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 945 time: 0.0804117 Oct 14 07:49:04.593223 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd33cb6-8ee6-4373-9ab8-e2214dbc4688 None None] Checking router: c0801572-6a09-4ac6-8dfd-8b6c8503b4e1 for host: dv-cinder-813746-2-iscsi {{(pid=106712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:49:04.603984 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd33cb6-8ee6-4373-9ab8-e2214dbc4688 None None] Routers {'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:49:04.605090 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-dcd33cb6-8ee6-4373-9ab8-e2214dbc4688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:49:00Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['c0801572-6a09-4ac6-8dfd-8b6c8503b4e1'], 'active': True} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:49:04.644673 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-5713d2e4-0d03-4761-8d1b-011e7f8abc9c req-86458e4b-8e89-4fc2-a550-9dcf56ef7f2f tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468771 Oct 14 07:49:04.744014 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c804ff75-86a1-44d5-84f9-a8a1b2f2a789 req-a65639c3-0664-43dd-89e0-da1b47db4d09 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/ports?device_id=53ba3e6d-705e-4872-8d82-7e4649ac32fd HTTP/1.1" status: 200 len: 210 time: 0.0407898 Oct 14 07:49:04.756948 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvr_db [None req-dcd33cb6-8ee6-4373-9ab8-e2214dbc4688 None None] Set router c0801572-6a09-4ac6-8dfd-8b6c8503b4e1 gateway port host: dv-cinder-813746-2-iscsi {{(pid=106712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:49:04.928624 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e749f9-e477-417f-8e78-3b43f9f61250 req-ab6a501b-ffe2-4c9a-b70b-385c16b7601a tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:04.936457 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-d6e749f9-e477-417f-8e78-3b43f9f61250 req-ab6a501b-ffe2-4c9a-b70b-385c16b7601a tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e1f50ae-2520-40b4-9b7e-416eee8b9201 HTTP/1.1" status: 200 len: 944 time: 0.0753338 Oct 14 07:49:04.979203 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-d6e749f9-e477-417f-8e78-3b43f9f61250 req-ddb454d4-badf-4cff-b1c6-4bac9edd8edd tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416875 Oct 14 07:49:05.010238 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-dcd33cb6-8ee6-4373-9ab8-e2214dbc4688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'name': 'tempest-AttachVolumeTestJSON-1129393165-router', 'tenant_id': 'faeed044a6d84decaaa0cac966b09ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'eba54564-9091-4f7b-871c-167c24bb4a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:42:28Z', 'updated_at': '2021-10-14T07:42:35Z', 'revision_number': 4, 'project_id': 'faeed044a6d84decaaa0cac966b09ce9', 'gw_port': {'id': 'eba54564-9091-4f7b-871c-167c24bb4a7b', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:30Z', 'updated_at': '2021-10-14T07:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': '4665e705-32ec-4fad-9f3e-04595755e3a9', 'name': '', 'network_id': '0ffbc9b1-671e-4535-a15f-5a510845f53e', 'tenant_id': 'faeed044a6d84decaaa0cac966b09ce9', 'mac_address': 'fa:16:3e:99:84:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6b3909e2-8d10-4803-8f95-ccf56ec3b849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:33Z', 'updated_at': '2021-10-14T07:42:41Z', 'revision_number': 5, 'project_id': 'faeed044a6d84decaaa0cac966b09ce9', 'subnets': [{'id': '6b3909e2-8d10-4803-8f95-ccf56ec3b849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:49:05.053468 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd33cb6-8ee6-4373-9ab8-e2214dbc4688 None None] The sync data for ids ['c0801572-6a09-4ac6-8dfd-8b6c8503b4e1'] in dv-cinder-813746-2-iscsi is: [{'id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'name': 'tempest-AttachVolumeTestJSON-1129393165-router', 'tenant_id': 'faeed044a6d84decaaa0cac966b09ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'eba54564-9091-4f7b-871c-167c24bb4a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:42:28Z', 'updated_at': '2021-10-14T07:42:35Z', 'revision_number': 4, 'project_id': 'faeed044a6d84decaaa0cac966b09ce9', 'gw_port': {'id': 'eba54564-9091-4f7b-871c-167c24bb4a7b', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:30Z', 'updated_at': '2021-10-14T07:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': '4665e705-32ec-4fad-9f3e-04595755e3a9', 'name': '', 'network_id': '0ffbc9b1-671e-4535-a15f-5a510845f53e', 'tenant_id': 'faeed044a6d84decaaa0cac966b09ce9', 'mac_address': 'fa:16:3e:99:84:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6b3909e2-8d10-4803-8f95-ccf56ec3b849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:33Z', 'updated_at': '2021-10-14T07:42:41Z', 'revision_number': 5, 'project_id': 'faeed044a6d84decaaa0cac966b09ce9', 'subnets': [{'id': '6b3909e2-8d10-4803-8f95-ccf56ec3b849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:49:05.164869 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1a0d5-ae66-45ba-9965-0845310f9add req-ae18bec8-267c-4b95-9b44-f2f97d798a84 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:05.166744 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-fec1a0d5-ae66-45ba-9965-0845310f9add req-ae18bec8-267c-4b95-9b44-f2f97d798a84 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/ports?device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 945 time: 0.1003709 Oct 14 07:49:05.208305 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-fec1a0d5-ae66-45ba-9965-0845310f9add req-7256cfd6-f415-41d9-8776-8ebdae908d50 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/security-groups?id=1a214c85-095f-4c55-85aa-55f6954309cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351341 Oct 14 07:49:05.391023 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105a4b8e-1c64-4f6b-a295-dfe821400195 None None] New status for floating IP 5734299b-43ac-44c9-b23c-0160151f77a5: DOWN {{(pid=106713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 07:49:05.780530 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee294d10-3b79-4b97-9aca-f4022ce040a3 req-1c7cf19d-e6c8-48c6-a4df-6124ad2a3966 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:05.787697 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-ee294d10-3b79-4b97-9aca-f4022ce040a3 req-1c7cf19d-e6c8-48c6-a4df-6124ad2a3966 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 945 time: 0.0770855 Oct 14 07:49:05.828987 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-ee294d10-3b79-4b97-9aca-f4022ce040a3 req-56f9d999-8ccc-4ba0-9892-bcfba6056bca tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398197 Oct 14 07:49:06.113078 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e94e3c-8a52-44b0-ba34-ba0675c806dc req-9a9b8c50-ad6e-4725-a566-45ecb5ccb973 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:06.114867 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-b0e94e3c-8a52-44b0-ba34-ba0675c806dc req-9a9b8c50-ad6e-4725-a566-45ecb5ccb973 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e1f50ae-2520-40b4-9b7e-416eee8b9201 HTTP/1.1" status: 200 len: 944 time: 0.0587304 Oct 14 07:49:06.159220 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 60880) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:49:06.160705 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-b0e94e3c-8a52-44b0-ba34-ba0675c806dc req-7bed5c38-2e26-4a15-a2d6-4bab2ea270a1 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396965 Oct 14 07:49:06.225628 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-719a5157-83ef-4e02-8e7a-3d5cac98ad31 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:06.263643 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-719a5157-83ef-4e02-8e7a-3d5cac98ad31 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:06.330931 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2081c5-2597-466b-b2c7-8eb811810c1c req-01b790ab-450e-452f-b5c8-0721de1a5fde tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:06.332429 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-ed2081c5-2597-466b-b2c7-8eb811810c1c req-01b790ab-450e-452f-b5c8-0721de1a5fde tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/ports?device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 945 time: 0.0494745 Oct 14 07:49:06.400348 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-ed2081c5-2597-466b-b2c7-8eb811810c1c req-4ddfe2c1-b37b-429a-ae1a-2b45d7e79ccf tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/security-groups?id=1a214c85-095f-4c55-85aa-55f6954309cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619211 Oct 14 07:49:06.513568 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f25e8-a4f6-49bb-b92b-78ad08e348b1 req-cae687f2-01e3-49cb-91a0-e0b5ffce56f5 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:06.515091 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-307f25e8-a4f6-49bb-b92b-78ad08e348b1 req-cae687f2-01e3-49cb-91a0-e0b5ffce56f5 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/ports?device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 945 time: 0.0515494 Oct 14 07:49:06.555989 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-307f25e8-a4f6-49bb-b92b-78ad08e348b1 req-c356fd53-bdf5-4b08-b418-463d38c9bdda tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/security-groups?id=1a214c85-095f-4c55-85aa-55f6954309cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349224 Oct 14 07:49:06.607500 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-719a5157-83ef-4e02-8e7a-3d5cac98ad31 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:06.610891 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-719a5157-83ef-4e02-8e7a-3d5cac98ad31 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:06.614528 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-719a5157-83ef-4e02-8e7a-3d5cac98ad31 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "DELETE /v2.0/security-groups/1a3a4506-96f4-499d-b90c-5efc1f974099 HTTP/1.1" status: 204 len: 168 time: 0.4517746 Oct 14 07:49:06.614855 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 60892) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:49:06.626783 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a5157-83ef-4e02-8e7a-3d5cac98ad31 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3a4506-96f4-499d-b90c-5efc1f974099,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:49:06.634572 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719a5157-83ef-4e02-8e7a-3d5cac98ad31 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:49:06.634930 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719a5157-83ef-4e02-8e7a-3d5cac98ad31 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:49:06.635255 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719a5157-83ef-4e02-8e7a-3d5cac98ad31 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:49:06.635595 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719a5157-83ef-4e02-8e7a-3d5cac98ad31 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:49:06.635963 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719a5157-83ef-4e02-8e7a-3d5cac98ad31 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:49:06.636298 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719a5157-83ef-4e02-8e7a-3d5cac98ad31 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:49:06.636627 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719a5157-83ef-4e02-8e7a-3d5cac98ad31 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:49:06.636955 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719a5157-83ef-4e02-8e7a-3d5cac98ad31 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:49:06.637282 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719a5157-83ef-4e02-8e7a-3d5cac98ad31 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:49:06.637607 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719a5157-83ef-4e02-8e7a-3d5cac98ad31 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:49:06.637932 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719a5157-83ef-4e02-8e7a-3d5cac98ad31 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:49:06.638259 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719a5157-83ef-4e02-8e7a-3d5cac98ad31 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:49:06.639618 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.api.v2.resource [None req-a7c4b5af-3c33-4b24-8023-c43edaaa2a57 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] show failed (client error): The resource could not be found. Oct 14 07:49:06.643738 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-a7c4b5af-3c33-4b24-8023-c43edaaa2a57 tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "GET /v2.0/security-groups/1a3a4506-96f4-499d-b90c-5efc1f974099 HTTP/1.1" status: 404 len: 347 time: 0.0248241 Oct 14 07:49:06.644262 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 60894) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:49:06.790847 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [None req-9f8d2e7b-9d4c-4003-bba3-1adc67c470be tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Deleting port 08feca59-067b-4ed4-8d33-1714a145fe02 {{(pid=106711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:49:06.791522 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-9f8d2e7b-9d4c-4003-bba3-1adc67c470be tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:06.909747 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-9f8d2e7b-9d4c-4003-bba3-1adc67c470be tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:06.910406 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-9f8d2e7b-9d4c-4003-bba3-1adc67c470be tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:06.938852 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [None req-9f8d2e7b-9d4c-4003-bba3-1adc67c470be tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Calling delete_port for 08feca59-067b-4ed4-8d33-1714a145fe02 owned by network:floatingip {{(pid=106711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:49:06.984259 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5addd18e-b356-404c-872b-c2e4344274fd req-1ec172b2-d9ff-4e5d-a2a0-c3b3013178a5 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:06.985948 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-5addd18e-b356-404c-872b-c2e4344274fd req-1ec172b2-d9ff-4e5d-a2a0-c3b3013178a5 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 945 time: 0.0630431 Oct 14 07:49:06.993881 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5f51f-aae4-47d4-a5a4-3c08c5a85409 req-c8bc5ead-1352-47d9-b2f0-549f27e53690 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:06.995513 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-40b5f51f-aae4-47d4-a5a4-3c08c5a85409 req-c8bc5ead-1352-47d9-b2f0-549f27e53690 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/ports?device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 945 time: 0.1059165 Oct 14 07:49:07.048360 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-5addd18e-b356-404c-872b-c2e4344274fd req-39001a3a-25b9-4bc2-af01-c3acf6e29c46 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555966 Oct 14 07:49:07.068878 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-40b5f51f-aae4-47d4-a5a4-3c08c5a85409 req-9c121e73-e045-4598-a5a0-05acdde662ba tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/security-groups?id=1a214c85-095f-4c55-85aa-55f6954309cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650828 Oct 14 07:49:07.211305 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 09336f3a-20de-4b02-8db2-b3ff2701e579 no longer exists at agent hyperv_hv-cinder-81374 {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:49:07.231439 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-9f8d2e7b-9d4c-4003-bba3-1adc67c470be tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14797620'] for port, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:07.287258 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] No Port match for: 09336f3a-20de-4b02-8db2-b3ff2701e579 {{(pid=106712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:49:07.291788 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 09336f3a-20de-4b02-8db2-b3ff2701e579 not bound to the agent host hv-cinder-81374 {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:49:07.295766 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d2e7b-9d4c-4003-bba3-1adc67c470be tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Pushing event deleted for resources: {'Port': ['ID=08feca59-067b-4ed4-8d33-1714a145fe02,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:49:07.323866 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d2e7b-9d4c-4003-bba3-1adc67c470be tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:49:07.323866 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d2e7b-9d4c-4003-bba3-1adc67c470be tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:49:07.323866 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d2e7b-9d4c-4003-bba3-1adc67c470be tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:49:07.323866 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d2e7b-9d4c-4003-bba3-1adc67c470be tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:49:07.323866 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d2e7b-9d4c-4003-bba3-1adc67c470be tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:49:07.323866 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d2e7b-9d4c-4003-bba3-1adc67c470be tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:49:07.324561 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d2e7b-9d4c-4003-bba3-1adc67c470be tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:49:07.325022 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d2e7b-9d4c-4003-bba3-1adc67c470be tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:49:07.325444 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d2e7b-9d4c-4003-bba3-1adc67c470be tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:49:07.325841 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d2e7b-9d4c-4003-bba3-1adc67c470be tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:49:07.326249 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d2e7b-9d4c-4003-bba3-1adc67c470be tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:49:07.326681 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d2e7b-9d4c-4003-bba3-1adc67c470be tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:49:07.350721 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9896cbe-6c40-4482-88fb-3f9781a578c2 req-0dfcd9b3-7607-4559-9e32-c9d323572e22 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:07.358780 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-e9896cbe-6c40-4482-88fb-3f9781a578c2 req-0dfcd9b3-7607-4559-9e32-c9d323572e22 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e1f50ae-2520-40b4-9b7e-416eee8b9201 HTTP/1.1" status: 200 len: 944 time: 0.1001649 Oct 14 07:49:07.405136 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-e9896cbe-6c40-4482-88fb-3f9781a578c2 req-7d90e530-ccf4-45ee-b2ce-a9eca5a0ca71 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451503 Oct 14 07:49:07.423457 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-9f8d2e7b-9d4c-4003-bba3-1adc67c470be tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks [] for floatingip, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:07.428560 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-9f8d2e7b-9d4c-4003-bba3-1adc67c470be tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for floatingip, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:07.429678 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-9f8d2e7b-9d4c-4003-bba3-1adc67c470be tempest-AttachVolumeTestJSON-429481336 tempest-AttachVolumeTestJSON-429481336-project] 10.222.0.47 "DELETE /v2.0/floatingips/5734299b-43ac-44c9-b23c-0160151f77a5 HTTP/1.1" status: 204 len: 168 time: 0.7844725 Oct 14 07:49:08.186922 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc815e-6db8-4937-bf1a-50c13922259c req-a957cac4-958d-46b0-ae34-215089a35965 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:08.188990 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-0ffc815e-6db8-4937-bf1a-50c13922259c req-a957cac4-958d-46b0-ae34-215089a35965 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 945 time: 0.0647864 Oct 14 07:49:08.235398 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-0ffc815e-6db8-4937-bf1a-50c13922259c req-e73cf629-0dea-4678-a1ca-ec4f1a02b7c1 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403562 Oct 14 07:49:08.527862 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e2855-1eea-409a-938f-2cbe8204bfd9 req-2829c605-57f0-4f9a-9ccf-c024a65f5cbe tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:08.529344 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-6f2e2855-1eea-409a-938f-2cbe8204bfd9 req-2829c605-57f0-4f9a-9ccf-c024a65f5cbe tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e1f50ae-2520-40b4-9b7e-416eee8b9201 HTTP/1.1" status: 200 len: 944 time: 0.0569503 Oct 14 07:49:08.574645 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-6f2e2855-1eea-409a-938f-2cbe8204bfd9 req-10ac8ba6-b65f-4bd4-82b2-565fe04bac67 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392284 Oct 14 07:49:09.226892 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device c45a9263-de14-42c2-a6cb-92f0c91e5f2e details requested by agent hyperv_hv-cinder-81374 with host hv-cinder-81374 {{(pid=106712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 07:49:09.423367 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4210c8-0648-4387-9c1c-4607bf889fae req-1ba55fe5-40ea-4c16-8695-fe8c4d236f7c tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:09.426330 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-de4210c8-0648-4387-9c1c-4607bf889fae req-1ba55fe5-40ea-4c16-8695-fe8c4d236f7c tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 945 time: 0.0935194 Oct 14 07:49:09.466895 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-de4210c8-0648-4387-9c1c-4607bf889fae req-91776807-5792-482b-8f34-11ec7b585284 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343640 Oct 14 07:49:09.476634 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port c45a9263-de14-42c2-a6cb-92f0c91e5f2e, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=c45a9263-de14-42c2-a6cb-92f0c91e5f2e,segment=NetworkSegment(94d52bff-5716-4774-8920-76cd196c616a),segment_id=94d52bff-5716-4774-8920-76cd196c616a)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:49:09.488535 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Returning: {'device': 'c45a9263-de14-42c2-a6cb-92f0c91e5f2e', 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878', 'port_id': 'c45a9263-de14-42c2-a6cb-92f0c91e5f2e', 'mac_address': 'fa:16:3e:36:97:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c75e489e-d577-4f33-bc9a-11bccc0fd731', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 07:49:09.527104 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:09.540115 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c45a9263-de14-42c2-a6cb-92f0c91e5f2e {{(pid=106712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:49:09.560067 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port c45a9263-de14-42c2-a6cb-92f0c91e5f2e, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=c45a9263-de14-42c2-a6cb-92f0c91e5f2e,segment=NetworkSegment(94d52bff-5716-4774-8920-76cd196c616a),segment_id=94d52bff-5716-4774-8920-76cd196c616a)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:49:09.697684 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9e611-7d29-44cc-92ef-289498363476 req-c680d06e-ea48-49fc-968d-be220a88f283 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:09.704690 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-7cb9e611-7d29-44cc-92ef-289498363476 req-c680d06e-ea48-49fc-968d-be220a88f283 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e1f50ae-2520-40b4-9b7e-416eee8b9201 HTTP/1.1" status: 200 len: 944 time: 0.0563965 Oct 14 07:49:09.741091 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-7cb9e611-7d29-44cc-92ef-289498363476 req-6e791f29-d2b8-46be-8d0a-00ef8982edf7 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359478 Oct 14 07:49:09.767336 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:09.821802 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=c45a9263-de14-42c2-a6cb-92f0c91e5f2e,revision_number=4']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:49:10.077940 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] get_ports_and_sgs() called for port_ids ['c45a9263-de14-42c2-a6cb-92f0c91e5f2e'] {{(pid=106712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:49:10.596441 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46752a5b-d7e2-4a92-8c49-9d4796037f49 req-8b16ae66-1193-412e-8159-4805d92f646a tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:10.598036 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-46752a5b-d7e2-4a92-8c49-9d4796037f49 req-8b16ae66-1193-412e-8159-4805d92f646a tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 945 time: 0.0549645 Oct 14 07:49:10.635445 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-46752a5b-d7e2-4a92-8c49-9d4796037f49 req-d5868104-344c-48b7-ac04-a0c28bdfbfb3 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314250 Oct 14 07:49:10.856108 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac71b99-c02d-4432-a558-538f360e76f3 req-a24d227c-0781-4c50-b0c5-87d75997de7f tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:10.857566 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-8ac71b99-c02d-4432-a558-538f360e76f3 req-a24d227c-0781-4c50-b0c5-87d75997de7f tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e1f50ae-2520-40b4-9b7e-416eee8b9201 HTTP/1.1" status: 200 len: 945 time: 0.0484126 Oct 14 07:49:10.896109 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-8ac71b99-c02d-4432-a558-538f360e76f3 req-ce8fd04e-01cb-4251-9d65-0c7391ba4ec6 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325806 Oct 14 07:49:11.036203 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:11.238243 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device c45a9263-de14-42c2-a6cb-92f0c91e5f2e up at agent hyperv_hv-cinder-81374 {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:49:11.367492 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Provisioning for port c45a9263-de14-42c2-a6cb-92f0c91e5f2e completed by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 07:49:11.371122 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Provisioning complete for port c45a9263-de14-42c2-a6cb-92f0c91e5f2e triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:49:11.371491 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:11.446268 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:11.468716 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e1f50ae-2520-40b4-9b7e-416eee8b9201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45a9263-de14-42c2-a6cb-92f0c91e5f2e'}] {{(pid=106712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:49:11.471010 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3db9d29808d7d8625da6d6dfdab11118ca3df70b734e515c8bcc451a900cfacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f831900-3d69-43e6-91d3-977611190776" -d '{"events": [{"server_uuid": "5e1f50ae-2520-40b4-9b7e-416eee8b9201", "name": "network-vif-plugged", "status": "completed", "tag": "c45a9263-de14-42c2-a6cb-92f0c91e5f2e"}]}' {{(pid=106712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:49:11.483740 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port c45a9263-de14-42c2-a6cb-92f0c91e5f2e, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=c45a9263-de14-42c2-a6cb-92f0c91e5f2e,segment=NetworkSegment(94d52bff-5716-4774-8920-76cd196c616a),segment_id=94d52bff-5716-4774-8920-76cd196c616a)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:49:11.505232 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ad64a8-c141-451b-8953-f64a35061a81 x-openstack-request-id: req-68ad64a8-c141-451b-8953-f64a35061a81 {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:49:11.505529 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e1f50ae-2520-40b4-9b7e-416eee8b9201", "name": "network-vif-plugged", "status": "completed", "tag": "c45a9263-de14-42c2-a6cb-92f0c91e5f2e", "code": 200}]} {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:49:11.505792 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-68ad64a8-c141-451b-8953-f64a35061a81 {{(pid=106712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:49:11.506189 dv-cinder-813746-2-iscsi neutron-server[106712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e1f50ae-2520-40b4-9b7e-416eee8b9201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45a9263-de14-42c2-a6cb-92f0c91e5f2e', 'code': 200} Oct 14 07:49:11.521823 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:11.576889 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=c45a9263-de14-42c2-a6cb-92f0c91e5f2e,revision_number=5']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:49:11.681354 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 60984) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:49:11.796918 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095a736-4031-4250-a5e9-18ab566ecfbc req-260a099b-37c1-47c8-84f6-9cbe25f7c1ea tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:11.799108 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c095a736-4031-4250-a5e9-18ab566ecfbc req-260a099b-37c1-47c8-84f6-9cbe25f7c1ea tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 945 time: 0.0850849 Oct 14 07:49:11.801722 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0297b-0c97-4136-8ea7-b4f2bc39445d req-cd7190ba-d468-47cd-872e-6cb261c0ddaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:11.803059 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-07e0297b-0c97-4136-8ea7-b4f2bc39445d req-cd7190ba-d468-47cd-872e-6cb261c0ddaf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f209626c73004f63b5c5a1466783d22f&device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 1098 time: 0.0629587 Oct 14 07:49:11.886998 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c095a736-4031-4250-a5e9-18ab566ecfbc req-089632e4-51ea-4fc2-bfe8-3abc618db197 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816982 Oct 14 07:49:11.915145 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0297b-0c97-4136-8ea7-b4f2bc39445d req-5d88b77f-77b3-43ee-8944-16d9ac4ace51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:11.916791 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-07e0297b-0c97-4136-8ea7-b4f2bc39445d req-5d88b77f-77b3-43ee-8944-16d9ac4ace51 service neutron] 10.222.0.54 "GET /v2.0/networks?id=234dd989-1b6f-4d0e-b26c-6546ea618e4f HTTP/1.1" status: 200 len: 918 time: 0.1057861 Oct 14 07:49:11.989126 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dcc937-d3b7-433b-937c-4ec0641da765 req-1eae04c3-4aee-4c5e-a1de-4f2c0c57c285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:11.990585 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-62dcc937-d3b7-433b-937c-4ec0641da765 req-1eae04c3-4aee-4c5e-a1de-4f2c0c57c285 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f50ae-2520-40b4-9b7e-416eee8b9201 HTTP/1.1" status: 200 len: 1099 time: 0.0976057 Oct 14 07:49:11.995501 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-07e0297b-0c97-4136-8ea7-b4f2bc39445d req-8eb73cbe-b831-42bf-b041-f21b433ce5eb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b45a02d4-8c1a-4329-9626-1e96903f8b4d HTTP/1.1" status: 200 len: 1001 time: 0.0717857 Oct 14 07:49:12.044059 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0297b-0c97-4136-8ea7-b4f2bc39445d req-881c9c21-3bfc-4909-b9cd-a1bd14cad727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:12.045504 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-07e0297b-0c97-4136-8ea7-b4f2bc39445d req-881c9c21-3bfc-4909-b9cd-a1bd14cad727 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61 HTTP/1.1" status: 200 len: 856 time: 0.0427067 Oct 14 07:49:12.089784 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0297b-0c97-4136-8ea7-b4f2bc39445d req-fbbdc903-ee4b-46ff-84b1-5351ee7eed89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:12.091260 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-07e0297b-0c97-4136-8ea7-b4f2bc39445d req-fbbdc903-ee4b-46ff-84b1-5351ee7eed89 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=234dd989-1b6f-4d0e-b26c-6546ea618e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380692 Oct 14 07:49:12.101324 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-62dcc937-d3b7-433b-937c-4ec0641da765 req-2cffaf1b-e893-4504-a7cf-50928ee21b1a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963597 Oct 14 07:49:12.111594 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8f9cf-b54f-424c-bbb2-8be665c3cd6d req-aa8ff799-618d-4f25-b819-74fbd665e92e tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:12.113022 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-bbc8f9cf-b54f-424c-bbb2-8be665c3cd6d req-aa8ff799-618d-4f25-b819-74fbd665e92e tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e1f50ae-2520-40b4-9b7e-416eee8b9201 HTTP/1.1" status: 200 len: 946 time: 0.1468110 Oct 14 07:49:12.183185 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-bbc8f9cf-b54f-424c-bbb2-8be665c3cd6d req-3052542f-a752-4b5e-ac15-31ac535ad5e4 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623116 Oct 14 07:49:12.187947 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-07e0297b-0c97-4136-8ea7-b4f2bc39445d req-fd2c4313-86bd-4f98-a7a3-82d3878a2861 service neutron] 10.222.0.54 "GET /v2.0/networks/234dd989-1b6f-4d0e-b26c-6546ea618e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883517 Oct 14 07:49:12.257517 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-51516c5c-0d89-4604-9a4d-efb11abe8f02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1653706'] for router_interface, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:12.459229 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-07e0297b-0c97-4136-8ea7-b4f2bc39445d req-ab05ec7d-bf98-44cf-afd2-9ba12422675f service neutron] 10.222.0.54 "GET /v2.0/networks/234dd989-1b6f-4d0e-b26c-6546ea618e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851026 Oct 14 07:49:12.494455 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [None req-51516c5c-0d89-4604-9a4d-efb11abe8f02 admin admin] Deleting port 4665e705-32ec-4fad-9f3e-04595755e3a9 {{(pid=106711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:49:12.494788 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-51516c5c-0d89-4604-9a4d-efb11abe8f02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:12.572157 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.db [None req-51516c5c-0d89-4604-9a4d-efb11abe8f02 admin admin] For port 4665e705-32ec-4fad-9f3e-04595755e3a9, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=4665e705-32ec-4fad-9f3e-04595755e3a9,segment=NetworkSegment(f9077f40-da4c-4bda-b029-76facecb3822),segment_id=f9077f40-da4c-4bda-b029-76facecb3822)] {{(pid=106711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:49:12.572528 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-51516c5c-0d89-4604-9a4d-efb11abe8f02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:12.584970 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [None req-51516c5c-0d89-4604-9a4d-efb11abe8f02 admin admin] Calling delete_port for 4665e705-32ec-4fad-9f3e-04595755e3a9 owned by network:router_interface {{(pid=106711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:49:12.818765 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-51516c5c-0d89-4604-9a4d-efb11abe8f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14797620'] for port, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:12.844900 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51516c5c-0d89-4604-9a4d-efb11abe8f02 admin admin] Pushing event deleted for resources: {'Port': ['ID=4665e705-32ec-4fad-9f3e-04595755e3a9,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:49:13.012631 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-51516c5c-0d89-4604-9a4d-efb11abe8f02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2071463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654618'] for router_interface, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:13.015074 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8707bf-0aca-43f9-9890-b29c58c7fcbe req-6a1dd060-210b-45be-9556-5dd60209badd tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:13.016880 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-ba8707bf-0aca-43f9-9890-b29c58c7fcbe req-6a1dd060-210b-45be-9556-5dd60209badd tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 945 time: 0.0551429 Oct 14 07:49:13.056431 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-ba8707bf-0aca-43f9-9890-b29c58c7fcbe req-789934e0-75d0-4d81-8a3a-7d301a41e1a1 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318127 Oct 14 07:49:13.478806 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a1b92-85bf-49c5-a841-35e1515f8cd2 req-8d1dc23e-7bcb-4b67-b3d2-9d1ac9f959b1 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:13.480336 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-676a1b92-85bf-49c5-a841-35e1515f8cd2 req-8d1dc23e-7bcb-4b67-b3d2-9d1ac9f959b1 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e1f50ae-2520-40b4-9b7e-416eee8b9201 HTTP/1.1" status: 200 len: 946 time: 0.0906656 Oct 14 07:49:13.509769 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51516c5c-0d89-4604-9a4d-efb11abe8f02 admin admin] Router c0801572-6a09-4ac6-8dfd-8b6c8503b4e1 has already been hosted by L3 agent f0543dd8-cbcf-46a4-b5f3-c6f7813920a1 {{(pid=106711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:49:13.535440 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-676a1b92-85bf-49c5-a841-35e1515f8cd2 req-d5eab653-8aeb-47c7-b9f0-a039c120d151 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466950 Oct 14 07:49:13.626619 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51516c5c-0d89-4604-9a4d-efb11abe8f02 admin admin] Notify agent at l3_agent.dv-cinder-813746-2-iscsi the message routers_updated {{(pid=106711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:49:13.632163 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-51516c5c-0d89-4604-9a4d-efb11abe8f02 admin admin] 10.222.0.47 "PUT /v2.0/routers/c0801572-6a09-4ac6-8dfd-8b6c8503b4e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9496312 Oct 14 07:49:13.634025 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 60998) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:49:13.635704 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb72af5-2352-4a2a-adb9-2632bc5fdff0 None None] Sync routers for ids ['c0801572-6a09-4ac6-8dfd-8b6c8503b4e1'] in dv-cinder-813746-2-iscsi {{(pid=106712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:49:13.645667 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb72af5-2352-4a2a-adb9-2632bc5fdff0 None None] Routers {'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:49:13.646300 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-5eb72af5-2352-4a2a-adb9-2632bc5fdff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:49:00Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['c0801572-6a09-4ac6-8dfd-8b6c8503b4e1'], 'active': True} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:49:13.735844 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-70cdbd7b-7465-46d4-8ec3-735669b0d03e admin admin] Publish callbacks [] for router, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:13.752375 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvr_db [None req-5eb72af5-2352-4a2a-adb9-2632bc5fdff0 None None] Set router c0801572-6a09-4ac6-8dfd-8b6c8503b4e1 gateway port host: dv-cinder-813746-2-iscsi {{(pid=106712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:49:13.836162 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-70cdbd7b-7465-46d4-8ec3-735669b0d03e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:13.928623 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [None req-70cdbd7b-7465-46d4-8ec3-735669b0d03e admin admin] Deleting port eba54564-9091-4f7b-871c-167c24bb4a7b {{(pid=106711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:49:13.928899 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-5eb72af5-2352-4a2a-adb9-2632bc5fdff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'name': 'tempest-AttachVolumeTestJSON-1129393165-router', 'tenant_id': 'faeed044a6d84decaaa0cac966b09ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'eba54564-9091-4f7b-871c-167c24bb4a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:42:28Z', 'updated_at': '2021-10-14T07:49:12Z', 'revision_number': 5, 'project_id': 'faeed044a6d84decaaa0cac966b09ce9', 'gw_port': {'id': 'eba54564-9091-4f7b-871c-167c24bb4a7b', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:30Z', 'updated_at': '2021-10-14T07:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi'}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:49:13.929077 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-70cdbd7b-7465-46d4-8ec3-735669b0d03e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:13.954909 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb72af5-2352-4a2a-adb9-2632bc5fdff0 None None] Checking router: c0801572-6a09-4ac6-8dfd-8b6c8503b4e1 for host: dv-cinder-813746-2-iscsi {{(pid=106712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:49:13.963028 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb72af5-2352-4a2a-adb9-2632bc5fdff0 None None] Routers {'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:49:13.963629 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-5eb72af5-2352-4a2a-adb9-2632bc5fdff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:49:00Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['c0801572-6a09-4ac6-8dfd-8b6c8503b4e1'], 'active': True} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:49:14.005053 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.db [None req-70cdbd7b-7465-46d4-8ec3-735669b0d03e admin admin] For port eba54564-9091-4f7b-871c-167c24bb4a7b, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=eba54564-9091-4f7b-871c-167c24bb4a7b,segment=NetworkSegment(83c3fea4-f928-4a40-b18e-1fedd452844d),segment_id=83c3fea4-f928-4a40-b18e-1fedd452844d)] {{(pid=106711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:49:14.005435 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-70cdbd7b-7465-46d4-8ec3-735669b0d03e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:14.017448 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [None req-70cdbd7b-7465-46d4-8ec3-735669b0d03e admin admin] Calling delete_port for eba54564-9091-4f7b-871c-167c24bb4a7b owned by network:router_gateway {{(pid=106711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:49:14.050566 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvr_db [None req-5eb72af5-2352-4a2a-adb9-2632bc5fdff0 None None] Set router c0801572-6a09-4ac6-8dfd-8b6c8503b4e1 gateway port host: None {{(pid=106712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:49:14.104829 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-5eb72af5-2352-4a2a-adb9-2632bc5fdff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'name': 'tempest-AttachVolumeTestJSON-1129393165-router', 'tenant_id': 'faeed044a6d84decaaa0cac966b09ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:42:28Z', 'updated_at': '2021-10-14T07:49:13Z', 'revision_number': 6, 'project_id': 'faeed044a6d84decaaa0cac966b09ce9', 'gw_port_host': None}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:49:14.132292 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb72af5-2352-4a2a-adb9-2632bc5fdff0 None None] The sync data for ids ['c0801572-6a09-4ac6-8dfd-8b6c8503b4e1'] in dv-cinder-813746-2-iscsi is: [{'id': 'c0801572-6a09-4ac6-8dfd-8b6c8503b4e1', 'name': 'tempest-AttachVolumeTestJSON-1129393165-router', 'tenant_id': 'faeed044a6d84decaaa0cac966b09ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:42:28Z', 'updated_at': '2021-10-14T07:49:13Z', 'revision_number': 6, 'project_id': 'faeed044a6d84decaaa0cac966b09ce9', 'gw_port_host': None}] {{(pid=106712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:49:14.180406 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a16671-93ba-4182-b5fc-42d7944fd7d1 req-3ec9923d-3b2f-4ccb-a14c-cba5ba368748 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:14.182018 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c2a16671-93ba-4182-b5fc-42d7944fd7d1 req-3ec9923d-3b2f-4ccb-a14c-cba5ba368748 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 945 time: 0.0545838 Oct 14 07:49:14.219395 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c2a16671-93ba-4182-b5fc-42d7944fd7d1 req-e07cce0f-969b-4932-906f-8e6ac47e1aaf tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309632 Oct 14 07:49:14.236282 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-70cdbd7b-7465-46d4-8ec3-735669b0d03e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14797620'] for port, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:14.265076 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cdbd7b-7465-46d4-8ec3-735669b0d03e admin admin] Pushing event deleted for resources: {'Port': ['ID=eba54564-9091-4f7b-871c-167c24bb4a7b,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:49:14.324939 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-70cdbd7b-7465-46d4-8ec3-735669b0d03e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648128'] for router_gateway, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:14.414933 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-70cdbd7b-7465-46d4-8ec3-735669b0d03e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-828'] for router, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:14.417271 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-70cdbd7b-7465-46d4-8ec3-735669b0d03e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:14.510422 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-70cdbd7b-7465-46d4-8ec3-735669b0d03e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651625'] for router, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:14.510966 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70cdbd7b-7465-46d4-8ec3-735669b0d03e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0801572-6a09-4ac6-8dfd-8b6c8503b4e1 {{(pid=106711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 07:49:14.515258 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-70cdbd7b-7465-46d4-8ec3-735669b0d03e admin admin] Publish callbacks [] for router, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:14.518901 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-70cdbd7b-7465-46d4-8ec3-735669b0d03e admin admin] 10.222.0.47 "DELETE /v2.0/routers/c0801572-6a09-4ac6-8dfd-8b6c8503b4e1 HTTP/1.1" status: 204 len: 168 time: 0.8813910 Oct 14 07:49:14.519143 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 32772) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:49:14.573445 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.db_base_plugin_v2 [None req-959e9918-8349-498e-ae7c-a89058eead33 admin admin] Deleting subnet 6b3909e2-8d10-4803-8f95-ccf56ec3b849 {{(pid=106711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 07:49:14.577040 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-959e9918-8349-498e-ae7c-a89058eead33 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:14.642603 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-959e9918-8349-498e-ae7c-a89058eead33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16126850'] for subnet, precommit_delete_associations {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:14.694797 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3dff8-58a6-487f-a057-b94116da478c req-caa49ec1-b296-422b-b736-23846b00031f tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:14.696287 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-16f3dff8-58a6-487f-a057-b94116da478c req-caa49ec1-b296-422b-b736-23846b00031f tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e1f50ae-2520-40b4-9b7e-416eee8b9201 HTTP/1.1" status: 200 len: 946 time: 0.0855520 Oct 14 07:49:14.787492 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-959e9918-8349-498e-ae7c-a89058eead33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728799'] for subnet, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:14.809386 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-16f3dff8-58a6-487f-a057-b94116da478c req-5b800def-8f7e-4e3b-9e83-210d574faaad tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949724 Oct 14 07:49:14.910500 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-959e9918-8349-498e-ae7c-a89058eead33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14796997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15954738'] for subnet, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:14.923878 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a17cab-fe5b-4c09-bf30-84d254cd6d9b req-0e72ade9-dc41-49e6-b633-27c22bef3831 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:14.925277 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-94a17cab-fe5b-4c09-bf30-84d254cd6d9b req-0e72ade9-dc41-49e6-b633-27c22bef3831 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e1f50ae-2520-40b4-9b7e-416eee8b9201 HTTP/1.1" status: 200 len: 946 time: 0.0510855 Oct 14 07:49:14.936166 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e9918-8349-498e-ae7c-a89058eead33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b3909e2-8d10-4803-8f95-ccf56ec3b849,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:49:14.949986 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-959e9918-8349-498e-ae7c-a89058eead33 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:14.950351 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f1ee0e-01f1-4af2-ae58-44f34d0dcd65 None None] Network 0ffbc9b1-671e-4535-a15f-5a510845f53e requested from dv-cinder-813746-2-iscsi {{(pid=106712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:49:14.950792 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-959e9918-8349-498e-ae7c-a89058eead33 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/6b3909e2-8d10-4803-8f95-ccf56ec3b849 HTTP/1.1" status: 204 len: 168 time: 0.4298267 Oct 14 07:49:14.950792 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 32778) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:49:14.983322 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 4665e705-32ec-4fad-9f3e-04595755e3a9 no longer exists at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:49:15.015132 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-94a17cab-fe5b-4c09-bf30-84d254cd6d9b req-55159970-2406-4c01-9989-5ecce7b4733f tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633483 Oct 14 07:49:15.018618 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 32780) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:49:15.034653 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-aaf2baf3-44ad-4cd3-831c-043c811ef918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530581'] for network, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:15.044629 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] No Port match for: 4665e705-32ec-4fad-9f3e-04595755e3a9 {{(pid=106712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:49:15.044974 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 4665e705-32ec-4fad-9f3e-04595755e3a9 not bound to the agent host dv-cinder-813746-2-iscsi {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:49:15.092671 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2baf3-44ad-4cd3-831c-043c811ef918 admin admin] Deleting port 0f6aa09e-d7c4-4d0f-9446-319beb21eb39 {{(pid=106711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:49:15.093019 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-aaf2baf3-44ad-4cd3-831c-043c811ef918 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:15.130184 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ca5023-1fd1-4aa1-8df9-662cda8ee845 tempest-TestVolumeBootPattern-1208993588 tempest-TestVolumeBootPattern-1208993588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:15.134595 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-22ca5023-1fd1-4aa1-8df9-662cda8ee845 tempest-TestVolumeBootPattern-1208993588 tempest-TestVolumeBootPattern-1208993588-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=5e1f50ae-2520-40b4-9b7e-416eee8b9201 HTTP/1.1" status: 200 len: 1094 time: 0.1121125 Oct 14 07:49:15.134768 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 32784) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:49:15.142328 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-41134bad-434d-4d2e-a619-dd54f4928401 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Request body: {'floatingip': {'floating_network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'port_id': 'c45a9263-de14-42c2-a6cb-92f0c91e5f2e', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:49:15.169886 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.db [None req-aaf2baf3-44ad-4cd3-831c-043c811ef918 admin admin] For port 0f6aa09e-d7c4-4d0f-9446-319beb21eb39, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=0f6aa09e-d7c4-4d0f-9446-319beb21eb39,segment=NetworkSegment(f9077f40-da4c-4bda-b029-76facecb3822),segment_id=f9077f40-da4c-4bda-b029-76facecb3822)] {{(pid=106711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:49:15.170779 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-aaf2baf3-44ad-4cd3-831c-043c811ef918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:15.182875 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2baf3-44ad-4cd3-831c-043c811ef918 admin admin] Calling delete_port for 0f6aa09e-d7c4-4d0f-9446-319beb21eb39 owned by network:dhcp {{(pid=106711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:49:15.191999 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ada56d-5e03-497c-824c-f012048e6a48 None None] DHCP port deletion for 0ffbc9b1-671e-4535-a15f-5a510845f53e request from dv-cinder-813746-2-iscsi {{(pid=106712) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 07:49:15.218884 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-41134bad-434d-4d2e-a619-dd54f4928401 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks [] for floatingip, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:15.243208 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device b45a02d4-8c1a-4329-9626-1e96903f8b4d no longer exists at agent hyperv_hv-cinder-81374 {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:49:15.268455 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-56ada56d-5e03-497c-824c-f012048e6a48 None None] Deleting port 0f6aa09e-d7c4-4d0f-9446-319beb21eb39 {{(pid=106712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:49:15.268885 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-56ada56d-5e03-497c-824c-f012048e6a48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:15.350333 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-56ada56d-5e03-497c-824c-f012048e6a48 None None] For port 0f6aa09e-d7c4-4d0f-9446-319beb21eb39, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=0f6aa09e-d7c4-4d0f-9446-319beb21eb39,segment=NetworkSegment(f9077f40-da4c-4bda-b029-76facecb3822),segment_id=f9077f40-da4c-4bda-b029-76facecb3822)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:49:15.350751 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-56ada56d-5e03-497c-824c-f012048e6a48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:15.358175 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-aaf2baf3-44ad-4cd3-831c-043c811ef918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14797620'] for port, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:15.408806 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2baf3-44ad-4cd3-831c-043c811ef918 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f6aa09e-d7c4-4d0f-9446-319beb21eb39,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:49:15.417280 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf2baf3-44ad-4cd3-831c-043c811ef918 admin admin] No DVR routers for this DVR port 0f6aa09e-d7c4-4d0f-9446-319beb21eb39 on host dv-cinder-813746-2-iscsi {{(pid=106711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:49:15.421374 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-56ada56d-5e03-497c-824c-f012048e6a48 None None] Calling delete_port for 0f6aa09e-d7c4-4d0f-9446-319beb21eb39 owned by network:dhcp {{(pid=106712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:49:15.437674 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:15.470476 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0c152-ca18-48e2-9684-ccd69aca938f req-282453b0-c851-4ed4-bd30-8a96cd32555d tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:15.471753 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-bdc0c152-ca18-48e2-9684-ccd69aca938f req-282453b0-c851-4ed4-bd30-8a96cd32555d tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 945 time: 0.1592467 Oct 14 07:49:15.518896 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63fbc2c9-6867-4031-a126-263fbe3b6476', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b45a02d4-8c1a-4329-9626-1e96903f8b4d'}] {{(pid=106712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:49:15.521181 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3db9d29808d7d8625da6d6dfdab11118ca3df70b734e515c8bcc451a900cfacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f191db-030c-4015-b2dc-10de747ff930" -d '{"events": [{"server_uuid": "63fbc2c9-6867-4031-a126-263fbe3b6476", "name": "network-vif-unplugged", "status": "completed", "tag": "b45a02d4-8c1a-4329-9626-1e96903f8b4d"}]}' {{(pid=106712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:49:15.524643 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-aaf2baf3-44ad-4cd3-831c-043c811ef918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727114', 'neutron.services.segments.db._delete_segments_for_network-8787630205745'] for network, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:15.566563 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port b45a02d4-8c1a-4329-9626-1e96903f8b4d, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=b45a02d4-8c1a-4329-9626-1e96903f8b4d,segment=NetworkSegment(4a88a654-492a-4721-b165-d0bc4cb223f9),segment_id=4a88a654-492a-4721-b165-d0bc4cb223f9)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:49:15.569839 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-bdc0c152-ca18-48e2-9684-ccd69aca938f req-5de5f188-3b9c-48a4-a23f-ddb37a889a4d tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870216 Oct 14 07:49:15.571636 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.services.segments.db [None req-aaf2baf3-44ad-4cd3-831c-043c811ef918 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ffbc9b1-671e-4535-a15f-5a510845f53e']}} {{(pid=106711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:49:15.577502 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 14 Oct 2021 07:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f10ba1e-136e-406f-b8ed-4dfdb34d4578 x-openstack-request-id: req-4f10ba1e-136e-406f-b8ed-4dfdb34d4578 {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:49:15.577832 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63fbc2c9-6867-4031-a126-263fbe3b6476", "name": "network-vif-unplugged", "status": "failed", "tag": "b45a02d4-8c1a-4329-9626-1e96903f8b4d", "code": 422}]} {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:49:15.578040 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4f10ba1e-136e-406f-b8ed-4dfdb34d4578 {{(pid=106712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:49:15.578465 dv-cinder-813746-2-iscsi neutron-server[106712]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '63fbc2c9-6867-4031-a126-263fbe3b6476', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b45a02d4-8c1a-4329-9626-1e96903f8b4d', 'code': 422} returned with failed status Oct 14 07:49:15.586170 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.services.segments.db [None req-aaf2baf3-44ad-4cd3-831c-043c811ef918 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9077f40-da4c-4bda-b029-76facecb3822') {'for_net_delete': True} {{(pid=106711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:49:15.586464 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.services.segments.db [None req-aaf2baf3-44ad-4cd3-831c-043c811ef918 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9077f40-da4c-4bda-b029-76facecb3822') {} {{(pid=106711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:49:15.596836 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-aaf2baf3-44ad-4cd3-831c-043c811ef918 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787630207546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16126907'] for segment, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:15.611980 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-aaf2baf3-44ad-4cd3-831c-043c811ef918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728044'] for segment, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:15.616927 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-41134bad-434d-4d2e-a619-dd54f4928401 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:15.621851 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaf2baf3-44ad-4cd3-831c-043c811ef918 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=106711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 07:49:15.621851 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-aaf2baf3-44ad-4cd3-831c-043c811ef918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14797671'] for segment, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:15.621851 dv-cinder-813746-2-iscsi neutron-server[106711]: Traceback (most recent call last): Oct 14 07:49:15.621851 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 07:49:15.621851 dv-cinder-813746-2-iscsi neutron-server[106711]: timer() Oct 14 07:49:15.621851 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 07:49:15.621851 dv-cinder-813746-2-iscsi neutron-server[106711]: cb(*args, **kw) Oct 14 07:49:15.621851 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 07:49:15.621851 dv-cinder-813746-2-iscsi neutron-server[106711]: return func(*args, **kwargs) Oct 14 07:49:15.621851 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 07:49:15.621851 dv-cinder-813746-2-iscsi neutron-server[106711]: self._notify() Oct 14 07:49:15.621851 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 07:49:15.621851 dv-cinder-813746-2-iscsi neutron-server[106711]: self.callback(batched_events) Oct 14 07:49:15.621851 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 07:49:15.621851 dv-cinder-813746-2-iscsi neutron-server[106711]: event.method(event) Oct 14 07:49:15.621851 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 07:49:15.621851 dv-cinder-813746-2-iscsi neutron-server[106711]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 07:49:15.621851 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 07:49:15.621851 dv-cinder-813746-2-iscsi neutron-server[106711]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 07:49:15.621851 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 07:49:15.621851 dv-cinder-813746-2-iscsi neutron-server[106711]: return f(self, *a, **k) Oct 14 07:49:15.621851 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 07:49:15.621851 dv-cinder-813746-2-iscsi neutron-server[106711]: return self._get(url).json() Oct 14 07:49:15.621851 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 07:49:15.621851 dv-cinder-813746-2-iscsi neutron-server[106711]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 07:49:15.621851 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 07:49:15.621851 dv-cinder-813746-2-iscsi neutron-server[106711]: return self.request(url, 'GET', **kwargs) Oct 14 07:49:15.621851 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 07:49:15.621851 dv-cinder-813746-2-iscsi neutron-server[106711]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 07:49:15.621851 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 07:49:15.621851 dv-cinder-813746-2-iscsi neutron-server[106711]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 07:49:15.621851 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 07:49:15.621851 dv-cinder-813746-2-iscsi neutron-server[106711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 07:49:15.621851 dv-cinder-813746-2-iscsi neutron-server[106711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 07:49:15.627163 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-56ada56d-5e03-497c-824c-f012048e6a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784'] for port, after_delete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:15.660618 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ada56d-5e03-497c-824c-f012048e6a48 None None] Pushing event deleted for resources: {'Port': ['ID=0f6aa09e-d7c4-4d0f-9446-319beb21eb39,revision_number=None']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:49:15.668335 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ada56d-5e03-497c-824c-f012048e6a48 None None] No DVR routers for this DVR port 0f6aa09e-d7c4-4d0f-9446-319beb21eb39 on host dv-cinder-813746-2-iscsi {{(pid=106712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:49:15.670460 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ada56d-5e03-497c-824c-f012048e6a48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:49:15.670802 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ada56d-5e03-497c-824c-f012048e6a48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:49:15.671143 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ada56d-5e03-497c-824c-f012048e6a48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:49:15.671475 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ada56d-5e03-497c-824c-f012048e6a48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:49:15.671831 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ada56d-5e03-497c-824c-f012048e6a48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:49:15.672918 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ada56d-5e03-497c-824c-f012048e6a48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:49:15.673949 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ada56d-5e03-497c-824c-f012048e6a48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:49:15.673949 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ada56d-5e03-497c-824c-f012048e6a48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:49:15.673949 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ada56d-5e03-497c-824c-f012048e6a48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:49:15.674241 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ada56d-5e03-497c-824c-f012048e6a48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:49:15.674475 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ada56d-5e03-497c-824c-f012048e6a48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:49:15.674794 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ada56d-5e03-497c-824c-f012048e6a48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:49:15.677657 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:15.751580 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=b45a02d4-8c1a-4329-9626-1e96903f8b4d,revision_number=8']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:49:15.756397 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-aaf2baf3-44ad-4cd3-831c-043c811ef918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648348'] for network, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:15.768083 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-aaf2baf3-44ad-4cd3-831c-043c811ef918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for network, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:15.774162 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-aaf2baf3-44ad-4cd3-831c-043c811ef918 admin admin] 10.222.0.47 "DELETE /v2.0/networks/0ffbc9b1-671e-4535-a15f-5a510845f53e HTTP/1.1" status: 204 len: 168 time: 0.8197563 Oct 14 07:49:15.780312 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.db_base_plugin_common [None req-41134bad-434d-4d2e-a619-dd54f4928401 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Allocated IP 172.27.3.61 (536a77cf-5189-41f9-92bf-300739e47f32/171d1f51-d728-4b0d-be8f-6d9f917ae698/f84b3d1c-5c73-4ff4-8fbe-dd8d7dd70aac) {{(pid=106710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:49:15.784273 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2baf3-44ad-4cd3-831c-043c811ef918 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ffbc9b1-671e-4535-a15f-5a510845f53e,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:49:15.908728 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-41134bad-434d-4d2e-a619-dd54f4928401 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks [] for port, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:15.979291 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-41134bad-434d-4d2e-a619-dd54f4928401 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16030778'] for port, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:16.021365 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41134bad-434d-4d2e-a619-dd54f4928401 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Network 536a77cf-5189-41f9-92bf-300739e47f32 is already hosted by enough agents. {{(pid=106710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:49:16.023017 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.base_scheduler [None req-41134bad-434d-4d2e-a619-dd54f4928401 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Resources bound (agent type, host, resource id): {{(pid=106710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:49:16.026627 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41134bad-434d-4d2e-a619-dd54f4928401 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Received port after_create {{(pid=106710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:49:16.059924 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 32804) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:49:16.061228 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41134bad-434d-4d2e-a619-dd54f4928401 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Pushing event updated for resources: {'Port': ['ID=f84b3d1c-5c73-4ff4-8fbe-dd8d7dd70aac,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:49:16.106804 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-64e04372-679a-48d6-9991-998901c8fb6a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=faeed044a6d84decaaa0cac966b09ce9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0430665 Oct 14 07:49:16.107181 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 32806) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:49:16.155833 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-413c5379-3ab6-445d-b540-9aa850feac8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:16.177221 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-413c5379-3ab6-445d-b540-9aa850feac8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:16.282256 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-413c5379-3ab6-445d-b540-9aa850feac8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:16.286543 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-413c5379-3ab6-445d-b540-9aa850feac8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:16.290517 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-413c5379-3ab6-445d-b540-9aa850feac8f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/563907f1-722c-40f4-9db8-364648d44b9a HTTP/1.1" status: 204 len: 168 time: 0.1823559 Oct 14 07:49:16.299366 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c5379-3ab6-445d-b540-9aa850feac8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563907f1-722c-40f4-9db8-364648d44b9a,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:49:16.428400 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-41134bad-434d-4d2e-a619-dd54f4928401 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:16.535611 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device eba54564-9091-4f7b-871c-167c24bb4a7b no longer exists at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:49:16.556015 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] No Port match for: eba54564-9091-4f7b-871c-167c24bb4a7b {{(pid=106712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:49:16.556360 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device eba54564-9091-4f7b-871c-167c24bb4a7b not bound to the agent host dv-cinder-813746-2-iscsi {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:49:16.556792 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 0f6aa09e-d7c4-4d0f-9446-319beb21eb39 no longer exists at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:49:16.575190 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] No Port match for: 0f6aa09e-d7c4-4d0f-9446-319beb21eb39 {{(pid=106712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:49:16.575536 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 0f6aa09e-d7c4-4d0f-9446-319beb21eb39 not bound to the agent host dv-cinder-813746-2-iscsi {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:49:16.594422 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-41134bad-434d-4d2e-a619-dd54f4928401 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:16.754035 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-41134bad-434d-4d2e-a619-dd54f4928401 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks [] for port, precommit_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:16.818647 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-41134bad-434d-4d2e-a619-dd54f4928401 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16030733'] for port, after_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:16.887153 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41134bad-434d-4d2e-a619-dd54f4928401 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Pushing event updated for resources: {'Port': ['ID=f84b3d1c-5c73-4ff4-8fbe-dd8d7dd70aac,revision_number=2']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:49:16.897061 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-41134bad-434d-4d2e-a619-dd54f4928401 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648330'] for floatingip, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:16.996936 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.db.l3_db [None req-41134bad-434d-4d2e-a619-dd54f4928401 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Floating IP 053a2c0d-153d-4019-bb17-bf657b77ef8c associated. External IP: 172.27.3.61, port: c45a9263-de14-42c2-a6cb-92f0c91e5f2e. Oct 14 07:49:17.215380 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41134bad-434d-4d2e-a619-dd54f4928401 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Router 587c5175-2352-49e0-97ad-74d282fae443 has already been hosted by L3 agent f0543dd8-cbcf-46a4-b5f3-c6f7813920a1 {{(pid=106710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:49:17.326495 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41134bad-434d-4d2e-a619-dd54f4928401 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Notify agent at l3_agent.dv-cinder-813746-2-iscsi the message routers_updated {{(pid=106710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:49:17.340355 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7dee935-ee47-48ab-9eb9-df44745b3180 None None] Sync routers for ids ['587c5175-2352-49e0-97ad-74d282fae443'] in dv-cinder-813746-2-iscsi {{(pid=106713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:49:17.351161 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dee935-ee47-48ab-9eb9-df44745b3180 None None] Routers {'587c5175-2352-49e0-97ad-74d282fae443'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:49:17.351791 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-b7dee935-ee47-48ab-9eb9-df44745b3180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:49:00Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['587c5175-2352-49e0-97ad-74d282fae443'], 'active': True} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:49:17.410038 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-41134bad-434d-4d2e-a619-dd54f4928401 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for floatingip, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:17.439905 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-41134bad-434d-4d2e-a619-dd54f4928401 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3038650 Oct 14 07:49:17.440597 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e1f50ae-2520-40b4-9b7e-416eee8b9201', 'tag': 'c45a9263-de14-42c2-a6cb-92f0c91e5f2e'}] {{(pid=106710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:49:17.442733 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ebf78bef5954e8ca5597493995d581d8346ee5b9d6b2d49db072251da4c473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2850f94a-e51d-4bf6-ab30-c81d1ff707c5" -d '{"events": [{"name": "network-changed", "server_uuid": "5e1f50ae-2520-40b4-9b7e-416eee8b9201", "tag": "c45a9263-de14-42c2-a6cb-92f0c91e5f2e"}]}' {{(pid=106710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:49:17.495581 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvr_db [None req-b7dee935-ee47-48ab-9eb9-df44745b3180 None None] Set router 587c5175-2352-49e0-97ad-74d282fae443 gateway port host: dv-cinder-813746-2-iscsi {{(pid=106713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:49:17.505168 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a2bb95-f0b6-4072-8160-66cce28d24a4 x-openstack-request-id: req-43a2bb95-f0b6-4072-8160-66cce28d24a4 {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:49:17.505463 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e1f50ae-2520-40b4-9b7e-416eee8b9201", "tag": "c45a9263-de14-42c2-a6cb-92f0c91e5f2e", "status": "completed", "code": 200}]} {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:49:17.505716 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-43a2bb95-f0b6-4072-8160-66cce28d24a4 {{(pid=106710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:49:17.506114 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e1f50ae-2520-40b4-9b7e-416eee8b9201', 'tag': 'c45a9263-de14-42c2-a6cb-92f0c91e5f2e', 'status': 'completed', 'code': 200} Oct 14 07:49:17.599141 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850f94a-e51d-4bf6-ab30-c81d1ff707c5 req-7c12c6c5-5a5f-4ee4-8a66-b0731ea5a773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:17.600953 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-2850f94a-e51d-4bf6-ab30-c81d1ff707c5 req-7c12c6c5-5a5f-4ee4-8a66-b0731ea5a773 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b3e30b2e385344cd831846e78784b300&device_id=5e1f50ae-2520-40b4-9b7e-416eee8b9201 HTTP/1.1" status: 200 len: 1099 time: 0.0514603 Oct 14 07:49:17.702503 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850f94a-e51d-4bf6-ab30-c81d1ff707c5 req-ead446c3-edbe-452e-b502-18f8191302e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:17.704565 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-2850f94a-e51d-4bf6-ab30-c81d1ff707c5 req-ead446c3-edbe-452e-b502-18f8191302e2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fc7548a1-a2d5-45f6-9825-763d06d99878 HTTP/1.1" status: 200 len: 913 time: 0.0969720 Oct 14 07:49:17.759505 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-b7dee935-ee47-48ab-9eb9-df44745b3180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c5175-2352-49e0-97ad-74d282fae443', 'name': 'tempest-TestVolumeBootPattern-1858258408-router', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '1998b7bf-ee9c-46f0-a491-b456986414c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:13Z', 'updated_at': '2021-10-14T07:48:16Z', 'revision_number': 4, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'gw_port': {'id': '1998b7bf-ee9c-46f0-a491-b456986414c2', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:34:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c5175-2352-49e0-97ad-74d282fae443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:13Z', 'updated_at': '2021-10-14T07:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_floatingips': [{'id': '053a2c0d-153d-4019-bb17-bf657b77ef8c', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'router_id': '587c5175-2352-49e0-97ad-74d282fae443', 'port_id': 'c45a9263-de14-42c2-a6cb-92f0c91e5f2e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878', 'mac_address': 'fa:16:3e:36:97:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f50ae-2520-40b4-9b7e-416eee8b9201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:49:16Z', 'updated_at': '2021-10-14T07:49:16Z', 'revision_number': 0, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3385bf3d-0ce6-4259-882d-b1a97c37445f', 'name': '', 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'mac_address': 'fa:16:3e:33:79:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c5175-2352-49e0-97ad-74d282fae443', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c75e489e-d577-4f33-bc9a-11bccc0fd731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:16Z', 'updated_at': '2021-10-14T07:48:26Z', 'revision_number': 5, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'subnets': [{'id': 'c75e489e-d577-4f33-bc9a-11bccc0fd731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:49:17.782712 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-2850f94a-e51d-4bf6-ab30-c81d1ff707c5 req-e350d5a0-3ef8-4dd2-880d-86cf8d8c530c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c45a9263-de14-42c2-a6cb-92f0c91e5f2e HTTP/1.1" status: 200 len: 999 time: 0.0621729 Oct 14 07:49:17.797115 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7dee935-ee47-48ab-9eb9-df44745b3180 None None] Checking router: 587c5175-2352-49e0-97ad-74d282fae443 for host: dv-cinder-813746-2-iscsi {{(pid=106713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:49:17.806169 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dee935-ee47-48ab-9eb9-df44745b3180 None None] Routers {'587c5175-2352-49e0-97ad-74d282fae443'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:49:17.806959 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-b7dee935-ee47-48ab-9eb9-df44745b3180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:49:00Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['587c5175-2352-49e0-97ad-74d282fae443'], 'active': True} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:49:17.842678 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850f94a-e51d-4bf6-ab30-c81d1ff707c5 req-3675e65f-a27d-4098-bfd0-cbfbcc75054f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:17.844805 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-2850f94a-e51d-4bf6-ab30-c81d1ff707c5 req-3675e65f-a27d-4098-bfd0-cbfbcc75054f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c75e489e-d577-4f33-bc9a-11bccc0fd731 HTTP/1.1" status: 200 len: 851 time: 0.0520902 Oct 14 07:49:17.894789 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4b776-4b06-4d55-9a31-22216c83b628 req-355fbbfb-be23-4a76-8331-98800a5e8767 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:17.901021 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850f94a-e51d-4bf6-ab30-c81d1ff707c5 req-ac3bf194-c20b-4f8b-9c99-75828ab4d724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:17.902763 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-2850f94a-e51d-4bf6-ab30-c81d1ff707c5 req-ac3bf194-c20b-4f8b-9c99-75828ab4d724 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fc7548a1-a2d5-45f6-9825-763d06d99878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497196 Oct 14 07:49:17.906122 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-c5c4b776-4b06-4d55-9a31-22216c83b628 req-355fbbfb-be23-4a76-8331-98800a5e8767 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 943 time: 0.0740175 Oct 14 07:49:17.956771 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-c5c4b776-4b06-4d55-9a31-22216c83b628 req-258f225d-b4e9-4fd1-9502-9693bd8f225f tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446222 Oct 14 07:49:18.029487 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-2850f94a-e51d-4bf6-ab30-c81d1ff707c5 req-4ca68c03-81f8-4c09-9800-126f7f144c51 service neutron] 10.222.0.54 "GET /v2.0/networks/fc7548a1-a2d5-45f6-9825-763d06d99878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152873 Oct 14 07:49:18.064480 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvr_db [None req-b7dee935-ee47-48ab-9eb9-df44745b3180 None None] Set router 587c5175-2352-49e0-97ad-74d282fae443 gateway port host: dv-cinder-813746-2-iscsi {{(pid=106713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:49:18.148457 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-2850f94a-e51d-4bf6-ab30-c81d1ff707c5 req-aa281dba-4a3e-4f62-bec4-2929a4f2e4a9 service neutron] 10.222.0.54 "GET /v2.0/networks/fc7548a1-a2d5-45f6-9825-763d06d99878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009390 Oct 14 07:49:18.306092 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-b7dee935-ee47-48ab-9eb9-df44745b3180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c5175-2352-49e0-97ad-74d282fae443', 'name': 'tempest-TestVolumeBootPattern-1858258408-router', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '1998b7bf-ee9c-46f0-a491-b456986414c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:13Z', 'updated_at': '2021-10-14T07:48:16Z', 'revision_number': 4, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'gw_port': {'id': '1998b7bf-ee9c-46f0-a491-b456986414c2', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:34:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c5175-2352-49e0-97ad-74d282fae443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:13Z', 'updated_at': '2021-10-14T07:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_floatingips': [{'id': '053a2c0d-153d-4019-bb17-bf657b77ef8c', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'router_id': '587c5175-2352-49e0-97ad-74d282fae443', 'port_id': 'c45a9263-de14-42c2-a6cb-92f0c91e5f2e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878', 'mac_address': 'fa:16:3e:36:97:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f50ae-2520-40b4-9b7e-416eee8b9201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:49:16Z', 'updated_at': '2021-10-14T07:49:16Z', 'revision_number': 0, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3385bf3d-0ce6-4259-882d-b1a97c37445f', 'name': '', 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'mac_address': 'fa:16:3e:33:79:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c5175-2352-49e0-97ad-74d282fae443', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c75e489e-d577-4f33-bc9a-11bccc0fd731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:16Z', 'updated_at': '2021-10-14T07:48:26Z', 'revision_number': 5, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'subnets': [{'id': 'c75e489e-d577-4f33-bc9a-11bccc0fd731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:49:18.336816 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7dee935-ee47-48ab-9eb9-df44745b3180 None None] The sync data for ids ['587c5175-2352-49e0-97ad-74d282fae443'] in dv-cinder-813746-2-iscsi is: [{'id': '587c5175-2352-49e0-97ad-74d282fae443', 'name': 'tempest-TestVolumeBootPattern-1858258408-router', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '1998b7bf-ee9c-46f0-a491-b456986414c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:13Z', 'updated_at': '2021-10-14T07:48:16Z', 'revision_number': 4, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'gw_port': {'id': '1998b7bf-ee9c-46f0-a491-b456986414c2', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:34:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c5175-2352-49e0-97ad-74d282fae443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:13Z', 'updated_at': '2021-10-14T07:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_floatingips': [{'id': '053a2c0d-153d-4019-bb17-bf657b77ef8c', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'router_id': '587c5175-2352-49e0-97ad-74d282fae443', 'port_id': 'c45a9263-de14-42c2-a6cb-92f0c91e5f2e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878', 'mac_address': 'fa:16:3e:36:97:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f50ae-2520-40b4-9b7e-416eee8b9201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:49:16Z', 'updated_at': '2021-10-14T07:49:16Z', 'revision_number': 0, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3385bf3d-0ce6-4259-882d-b1a97c37445f', 'name': '', 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'mac_address': 'fa:16:3e:33:79:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c5175-2352-49e0-97ad-74d282fae443', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c75e489e-d577-4f33-bc9a-11bccc0fd731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:16Z', 'updated_at': '2021-10-14T07:48:26Z', 'revision_number': 5, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'subnets': [{'id': 'c75e489e-d577-4f33-bc9a-11bccc0fd731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:49:18.541862 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98ca367-bff6-4f50-92c9-bb22215fac14 None None] New status for floating IP 053a2c0d-153d-4019-bb17-bf657b77ef8c: ACTIVE {{(pid=106712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 07:49:18.621852 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 32898) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:49:18.713979 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-31c7aa6b-dc09-4ac8-a8e4-567ca19e8e3c req-c086aeae-a45c-48ae-8697-ced5748f676d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0908895 Oct 14 07:49:18.724713 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [req-31c7aa6b-dc09-4ac8-a8e4-567ca19e8e3c req-b01f0410-8cc6-4026-95a8-64b70dcc25e2 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=106711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 07:49:18.725711 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-31c7aa6b-dc09-4ac8-a8e4-567ca19e8e3c req-b01f0410-8cc6-4026-95a8-64b70dcc25e2 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053957 Oct 14 07:49:18.816635 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8fa215-b2cb-4aef-891d-8b33ae470818 req-f94a4514-9a95-4c6f-b4bb-9eeddc5944ae tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:18.818272 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-ce8fa215-b2cb-4aef-891d-8b33ae470818 req-f94a4514-9a95-4c6f-b4bb-9eeddc5944ae tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/ports?device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 945 time: 0.0646162 Oct 14 07:49:18.863239 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-ce8fa215-b2cb-4aef-891d-8b33ae470818 req-6c964457-cc5d-4ce6-9c1b-711b8862bddd tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/security-groups?id=1a214c85-095f-4c55-85aa-55f6954309cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382516 Oct 14 07:49:18.885730 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 32914) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:49:18.896458 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 32918) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:49:19.006589 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-dbd9c731-1c6d-457b-bf16-565c0103d24c admin admin] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:19.127977 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814f955-88b7-49a7-b2e6-121cd4a4ba4c req-5eb8bcbd-94a4-4243-8c9e-0ffc584a27ac tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:19.129362 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-a814f955-88b7-49a7-b2e6-121cd4a4ba4c req-5eb8bcbd-94a4-4243-8c9e-0ffc584a27ac tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 943 time: 0.1069942 Oct 14 07:49:19.143995 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81913a0d-7075-46be-bee6-27f576e3619f tempest-TestMinimumBasicScenario-1819750678 tempest-TestMinimumBasicScenario-1819750678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:19.148463 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-81913a0d-7075-46be-bee6-27f576e3619f tempest-TestMinimumBasicScenario-1819750678 tempest-TestMinimumBasicScenario-1819750678-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 1093 time: 0.2587261 Oct 14 07:49:19.148845 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 32924) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:49:19.153314 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-f28a6b5f-3068-474c-80d6-26e7de0d7bc9 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Request body: {'floatingip': {'floating_network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'port_id': '7a1a67e8-7e1a-472b-802a-228156693237', 'tenant_id': '72d6246795444b909400ec1804877033', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:49:19.195904 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-dbd9c731-1c6d-457b-bf16-565c0103d24c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:19.199253 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-a814f955-88b7-49a7-b2e6-121cd4a4ba4c req-fd33ccad-454b-4743-844e-faecd765630f tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608609 Oct 14 07:49:19.229940 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-f28a6b5f-3068-474c-80d6-26e7de0d7bc9 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks [] for floatingip, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:19.245272 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device b45a02d4-8c1a-4329-9626-1e96903f8b4d no longer exists at agent hyperv_hv-cinder-81374 {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:49:19.269849 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-dbd9c731-1c6d-457b-bf16-565c0103d24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:19.316472 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-dbd9c731-1c6d-457b-bf16-565c0103d24c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7051c57ae9be493fb9f05f003aca8d9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4158375 Oct 14 07:49:19.316472 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd9c731-1c6d-457b-bf16-565c0103d24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ba9c2e-0b4d-45b5-b4e9-97fe76ed07e5,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:49:19.316791 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 32926) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:49:19.382002 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-f28a6b5f-3068-474c-80d6-26e7de0d7bc9 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:19.391988 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-7782f64f-85e8-42e0-a073-fb2fa373903a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:19.452499 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-7782f64f-85e8-42e0-a073-fb2fa373903a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:19.534941 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.db_base_plugin_common [None req-f28a6b5f-3068-474c-80d6-26e7de0d7bc9 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Allocated IP 172.27.3.54 (536a77cf-5189-41f9-92bf-300739e47f32/171d1f51-d728-4b0d-be8f-6d9f917ae698/326468ba-ae4a-41f7-b258-c145b1fe1551) {{(pid=106710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:49:19.597032 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-7782f64f-85e8-42e0-a073-fb2fa373903a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:19.599623 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-7782f64f-85e8-42e0-a073-fb2fa373903a admin admin] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:19.600806 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-7782f64f-85e8-42e0-a073-fb2fa373903a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/64ba9c2e-0b4d-45b5-b4e9-97fe76ed07e5 HTTP/1.1" status: 204 len: 168 time: 0.2831168 Oct 14 07:49:19.616626 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7782f64f-85e8-42e0-a073-fb2fa373903a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ba9c2e-0b4d-45b5-b4e9-97fe76ed07e5,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:49:19.651524 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-f28a6b5f-3068-474c-80d6-26e7de0d7bc9 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks [] for port, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:19.756080 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-f28a6b5f-3068-474c-80d6-26e7de0d7bc9 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16030778'] for port, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:19.793744 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28a6b5f-3068-474c-80d6-26e7de0d7bc9 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Network 536a77cf-5189-41f9-92bf-300739e47f32 is already hosted by enough agents. {{(pid=106710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:49:19.796438 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.base_scheduler [None req-f28a6b5f-3068-474c-80d6-26e7de0d7bc9 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Resources bound (agent type, host, resource id): {{(pid=106710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:49:19.802472 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28a6b5f-3068-474c-80d6-26e7de0d7bc9 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Received port after_create {{(pid=106710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:49:19.823907 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28a6b5f-3068-474c-80d6-26e7de0d7bc9 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Pushing event updated for resources: {'Port': ['ID=326468ba-ae4a-41f7-b258-c145b1fe1551,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:49:20.138828 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 32932) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:49:20.152325 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-b5c1a02f-0995-4bfa-a49c-abf1c3e6a694 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:20.155552 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-f28a6b5f-3068-474c-80d6-26e7de0d7bc9 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:20.224866 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-b5c1a02f-0995-4bfa-a49c-abf1c3e6a694 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:20.271023 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7aa6b-dc09-4ac8-a8e4-567ca19e8e3c req-f0591a19-77c3-42df-af60-3dbd09948fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:20.272790 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-31c7aa6b-dc09-4ac8-a8e4-567ca19e8e3c req-f0591a19-77c3-42df-af60-3dbd09948fb4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476&tenant_id=f209626c73004f63b5c5a1466783d22f HTTP/1.1" status: 200 len: 1096 time: 0.0433583 Oct 14 07:49:20.292935 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-b5c1a02f-0995-4bfa-a49c-abf1c3e6a694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:20.331536 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-f28a6b5f-3068-474c-80d6-26e7de0d7bc9 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:20.336044 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-b5c1a02f-0995-4bfa-a49c-abf1c3e6a694 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=adbcb5d1bc814aef99d8450dd6060827&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1938422 Oct 14 07:49:20.336318 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c1a02f-0995-4bfa-a49c-abf1c3e6a694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b023f316-ba46-4d27-b85a-ab20dec827b7,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:49:20.338625 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 32936) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:49:20.399494 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-0c963401-29a3-4570-941b-7d6b5ddfff5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:20.416858 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e91811-0b87-4c2a-90ae-a31dcffebae2 req-5ac330dc-c64b-44fa-94e8-7afe635b3610 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:20.418363 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-d1e91811-0b87-4c2a-90ae-a31dcffebae2 req-5ac330dc-c64b-44fa-94e8-7afe635b3610 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 943 time: 0.1445465 Oct 14 07:49:20.423103 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7aa6b-dc09-4ac8-a8e4-567ca19e8e3c req-9c66c2e9-a398-444f-9590-0e794dd013f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:20.423103 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-31c7aa6b-dc09-4ac8-a8e4-567ca19e8e3c req-9c66c2e9-a398-444f-9590-0e794dd013f0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f209626c73004f63b5c5a1466783d22f&device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 1096 time: 0.1056671 Oct 14 07:49:20.425235 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-0c963401-29a3-4570-941b-7d6b5ddfff5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:20.538481 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-0c963401-29a3-4570-941b-7d6b5ddfff5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:20.541162 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-0c963401-29a3-4570-941b-7d6b5ddfff5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:20.542316 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-0c963401-29a3-4570-941b-7d6b5ddfff5f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b023f316-ba46-4d27-b85a-ab20dec827b7 HTTP/1.1" status: 204 len: 168 time: 0.1911683 Oct 14 07:49:20.550676 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c963401-29a3-4570-941b-7d6b5ddfff5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b023f316-ba46-4d27-b85a-ab20dec827b7,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:49:20.570061 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-d1e91811-0b87-4c2a-90ae-a31dcffebae2 req-90ed2e81-8208-4422-8950-1757b87aa929 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359377 Oct 14 07:49:20.613000 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7aa6b-dc09-4ac8-a8e4-567ca19e8e3c req-875fc030-0049-4f5d-8c25-6243bead978b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:20.614451 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-31c7aa6b-dc09-4ac8-a8e4-567ca19e8e3c req-875fc030-0049-4f5d-8c25-6243bead978b service neutron] 10.222.0.54 "GET /v2.0/networks?id=234dd989-1b6f-4d0e-b26c-6546ea618e4f HTTP/1.1" status: 200 len: 918 time: 0.1818888 Oct 14 07:49:20.637030 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-f28a6b5f-3068-474c-80d6-26e7de0d7bc9 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks [] for port, precommit_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:20.687144 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-f28a6b5f-3068-474c-80d6-26e7de0d7bc9 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16030733'] for port, after_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:20.751202 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-31c7aa6b-dc09-4ac8-a8e4-567ca19e8e3c req-4fa0cbd6-2b19-477e-af03-755ec24f5980 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b45a02d4-8c1a-4329-9626-1e96903f8b4d HTTP/1.1" status: 200 len: 999 time: 0.1216414 Oct 14 07:49:20.779020 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28a6b5f-3068-474c-80d6-26e7de0d7bc9 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Pushing event updated for resources: {'Port': ['ID=326468ba-ae4a-41f7-b258-c145b1fe1551,revision_number=2']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:49:20.801170 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-f28a6b5f-3068-474c-80d6-26e7de0d7bc9 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648330'] for floatingip, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:20.854133 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7aa6b-dc09-4ac8-a8e4-567ca19e8e3c req-364a9954-fe04-4628-84c6-2c085d311444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:20.855589 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-31c7aa6b-dc09-4ac8-a8e4-567ca19e8e3c req-364a9954-fe04-4628-84c6-2c085d311444 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61 HTTP/1.1" status: 200 len: 856 time: 0.0916851 Oct 14 07:49:21.173749 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.db.l3_db [None req-f28a6b5f-3068-474c-80d6-26e7de0d7bc9 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Floating IP 3337eb49-7971-4104-b350-c62d8efcaf89 associated. External IP: 172.27.3.54, port: 7a1a67e8-7e1a-472b-802a-228156693237. Oct 14 07:49:21.208590 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7aa6b-dc09-4ac8-a8e4-567ca19e8e3c req-7e989790-4bfd-4e89-9872-59a1051ee69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:21.210012 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-31c7aa6b-dc09-4ac8-a8e4-567ca19e8e3c req-7e989790-4bfd-4e89-9872-59a1051ee69d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=234dd989-1b6f-4d0e-b26c-6546ea618e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3407826 Oct 14 07:49:21.383808 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-31c7aa6b-dc09-4ac8-a8e4-567ca19e8e3c req-06f58f09-fb70-4de6-b24f-e700266346a1 service neutron] 10.222.0.54 "GET /v2.0/networks/234dd989-1b6f-4d0e-b26c-6546ea618e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638122 Oct 14 07:49:21.514252 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f28a6b5f-3068-474c-80d6-26e7de0d7bc9 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Router c20db544-ea25-4daf-a7ea-ffc13027db7e has already been hosted by L3 agent f0543dd8-cbcf-46a4-b5f3-c6f7813920a1 {{(pid=106710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:49:21.530039 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-31c7aa6b-dc09-4ac8-a8e4-567ca19e8e3c req-a4e71cdd-0978-4270-8fef-5eb6c7c112ef service neutron] 10.222.0.54 "GET /v2.0/networks/234dd989-1b6f-4d0e-b26c-6546ea618e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377637 Oct 14 07:49:21.639057 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28a6b5f-3068-474c-80d6-26e7de0d7bc9 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Notify agent at l3_agent.dv-cinder-813746-2-iscsi the message routers_updated {{(pid=106710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:49:21.650175 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4796fed-d0f3-4528-a244-3ecd31692473 None None] Sync routers for ids ['c20db544-ea25-4daf-a7ea-ffc13027db7e'] in dv-cinder-813746-2-iscsi {{(pid=106713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:49:21.661072 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4796fed-d0f3-4528-a244-3ecd31692473 None None] Routers {'c20db544-ea25-4daf-a7ea-ffc13027db7e'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:49:21.662127 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-b4796fed-d0f3-4528-a244-3ecd31692473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:49:00Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['c20db544-ea25-4daf-a7ea-ffc13027db7e'], 'active': True} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:49:21.708501 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ddb51-f76d-4a3a-af16-0abe1eccbd66 req-40bf6f4c-cc94-49d5-a858-8f55fea1ba4a tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:21.712167 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-ba6ddb51-f76d-4a3a-af16-0abe1eccbd66 req-40bf6f4c-cc94-49d5-a858-8f55fea1ba4a tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 943 time: 0.0582623 Oct 14 07:49:21.724025 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-f28a6b5f-3068-474c-80d6-26e7de0d7bc9 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for floatingip, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:21.755044 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-ba6ddb51-f76d-4a3a-af16-0abe1eccbd66 req-719135ea-3592-4cf5-a699-9c4e3d7e875c tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390291 Oct 14 07:49:21.764558 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-f28a6b5f-3068-474c-80d6-26e7de0d7bc9 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6144550 Oct 14 07:49:21.765249 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b488dfc5-db69-4a95-ade2-cc8b68db666e', 'tag': '7a1a67e8-7e1a-472b-802a-228156693237'}] {{(pid=106710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:49:21.768337 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 32966) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:49:21.768460 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ebf78bef5954e8ca5597493995d581d8346ee5b9d6b2d49db072251da4c473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310ddc70-1190-494a-aa83-75cb24b9e99a" -d '{"events": [{"name": "network-changed", "server_uuid": "b488dfc5-db69-4a95-ade2-cc8b68db666e", "tag": "7a1a67e8-7e1a-472b-802a-228156693237"}]}' {{(pid=106710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:49:21.781832 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvr_db [None req-b4796fed-d0f3-4528-a244-3ecd31692473 None None] Set router c20db544-ea25-4daf-a7ea-ffc13027db7e gateway port host: dv-cinder-813746-2-iscsi {{(pid=106713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:49:21.788236 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [None req-5ffdde1b-b0f9-42ff-a0a6-75436701a44f tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1674619049', 'description': 'tempest-secgroup-smoke-1674619049 description', 'project_id': '72d6246795444b909400ec1804877033'}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:49:21.839941 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ae1b2c-5155-40b6-bc77-c0c36d525f19 x-openstack-request-id: req-61ae1b2c-5155-40b6-bc77-c0c36d525f19 {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:49:21.840332 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b488dfc5-db69-4a95-ade2-cc8b68db666e", "tag": "7a1a67e8-7e1a-472b-802a-228156693237", "status": "completed", "code": 200}]} {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:49:21.840681 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-61ae1b2c-5155-40b6-bc77-c0c36d525f19 {{(pid=106710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:49:21.841231 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b488dfc5-db69-4a95-ade2-cc8b68db666e', 'tag': '7a1a67e8-7e1a-472b-802a-228156693237', 'status': 'completed', 'code': 200} Oct 14 07:49:21.898779 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-5ffdde1b-b0f9-42ff-a0a6-75436701a44f tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:21.938341 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ddc70-1190-494a-aa83-75cb24b9e99a req-276819c5-36a1-4f7a-8bd1-ad77fe82af1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:21.939904 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-310ddc70-1190-494a-aa83-75cb24b9e99a req-276819c5-36a1-4f7a-8bd1-ad77fe82af1a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=72d6246795444b909400ec1804877033&device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 1098 time: 0.0559542 Oct 14 07:49:21.992699 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-5ffdde1b-b0f9-42ff-a0a6-75436701a44f tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:22.039302 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-b4796fed-d0f3-4528-a244-3ecd31692473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c20db544-ea25-4daf-a7ea-ffc13027db7e', 'name': 'tempest-TestMinimumBasicScenario-1407006731-router', 'tenant_id': '72d6246795444b909400ec1804877033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd89c341f-9364-4353-8701-b33965224e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:14Z', 'updated_at': '2021-10-14T07:48:18Z', 'revision_number': 4, 'project_id': '72d6246795444b909400ec1804877033', 'gw_port': {'id': 'd89c341f-9364-4353-8701-b33965224e2a', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:58:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20db544-ea25-4daf-a7ea-ffc13027db7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:15Z', 'updated_at': '2021-10-14T07:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_floatingips': [{'id': '3337eb49-7971-4104-b350-c62d8efcaf89', 'tenant_id': '72d6246795444b909400ec1804877033', 'floating_ip_address': '172.27.3.54', 'floating_network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'router_id': 'c20db544-ea25-4daf-a7ea-ffc13027db7e', 'port_id': '7a1a67e8-7e1a-472b-802a-228156693237', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd30e85b-b49f-4f5d-8101-de41bdd7d67a', 'mac_address': 'fa:16:3e:9c:17:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b488dfc5-db69-4a95-ade2-cc8b68db666e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:49:20Z', 'updated_at': '2021-10-14T07:49:20Z', 'revision_number': 0, 'project_id': '72d6246795444b909400ec1804877033', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff6cad0c-49ee-4c5c-8443-6e2a4f814498', 'name': '', 'network_id': 'bd30e85b-b49f-4f5d-8101-de41bdd7d67a', 'tenant_id': '72d6246795444b909400ec1804877033', 'mac_address': 'fa:16:3e:c7:a7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20db544-ea25-4daf-a7ea-ffc13027db7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '1b5fbace-26eb-40a2-8a98-87f63b5b1ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:17Z', 'updated_at': '2021-10-14T07:48:23Z', 'revision_number': 5, 'project_id': '72d6246795444b909400ec1804877033', 'subnets': [{'id': '1b5fbace-26eb-40a2-8a98-87f63b5b1ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:49:22.050199 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ddc70-1190-494a-aa83-75cb24b9e99a req-2d0b2c65-8b12-4d7c-b01e-2d783b76f2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:22.051848 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-310ddc70-1190-494a-aa83-75cb24b9e99a req-2d0b2c65-8b12-4d7c-b01e-2d783b76f2a7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bd30e85b-b49f-4f5d-8101-de41bdd7d67a HTTP/1.1" status: 200 len: 916 time: 0.1042314 Oct 14 07:49:22.053172 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-5ffdde1b-b0f9-42ff-a0a6-75436701a44f tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:22.086313 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4796fed-d0f3-4528-a244-3ecd31692473 None None] Checking router: c20db544-ea25-4daf-a7ea-ffc13027db7e for host: dv-cinder-813746-2-iscsi {{(pid=106713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:49:22.102583 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4796fed-d0f3-4528-a244-3ecd31692473 None None] Routers {'c20db544-ea25-4daf-a7ea-ffc13027db7e'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:49:22.103418 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-b4796fed-d0f3-4528-a244-3ecd31692473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:49:00Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['c20db544-ea25-4daf-a7ea-ffc13027db7e'], 'active': True} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:49:22.106150 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffdde1b-b0f9-42ff-a0a6-75436701a44f tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa057bd1-924e-4457-95ff-65802838aca7,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:49:22.130989 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-310ddc70-1190-494a-aa83-75cb24b9e99a req-8478623a-e35e-4e6f-9f04-bbf2cbbdbe61 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a1a67e8-7e1a-472b-802a-228156693237 HTTP/1.1" status: 200 len: 998 time: 0.0674016 Oct 14 07:49:22.180434 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-5ffdde1b-b0f9-42ff-a0a6-75436701a44f tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:22.180638 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ddc70-1190-494a-aa83-75cb24b9e99a req-bea8583f-93cb-4d49-9091-9cd31b74b21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:22.184400 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-5ffdde1b-b0f9-42ff-a0a6-75436701a44f tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4125605 Oct 14 07:49:22.184677 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-310ddc70-1190-494a-aa83-75cb24b9e99a req-bea8583f-93cb-4d49-9091-9cd31b74b21e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1b5fbace-26eb-40a2-8a98-87f63b5b1ae2 HTTP/1.1" status: 200 len: 854 time: 0.0442231 Oct 14 07:49:22.185180 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 32992) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:49:22.190153 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [None req-1804d024-0007-4938-ba1c-fdfe63d2b553 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Request body: {'security_group_rule': {'security_group_id': 'fa057bd1-924e-4457-95ff-65802838aca7', 'project_id': '72d6246795444b909400ec1804877033', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:49:22.224852 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvr_db [None req-b4796fed-d0f3-4528-a244-3ecd31692473 None None] Set router c20db544-ea25-4daf-a7ea-ffc13027db7e gateway port host: dv-cinder-813746-2-iscsi {{(pid=106713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:49:22.242412 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ddc70-1190-494a-aa83-75cb24b9e99a req-d20de6e3-9b8c-4ad8-9c18-6bd0fb5f049e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:22.243879 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-310ddc70-1190-494a-aa83-75cb24b9e99a req-d20de6e3-9b8c-4ad8-9c18-6bd0fb5f049e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bd30e85b-b49f-4f5d-8101-de41bdd7d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546517 Oct 14 07:49:22.292269 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-1804d024-0007-4938-ba1c-fdfe63d2b553 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:22.466017 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-310ddc70-1190-494a-aa83-75cb24b9e99a req-2d4f8f6b-0111-408d-951d-c81e4b4a1b3e service neutron] 10.222.0.54 "GET /v2.0/networks/bd30e85b-b49f-4f5d-8101-de41bdd7d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143669 Oct 14 07:49:22.472915 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-1804d024-0007-4938-ba1c-fdfe63d2b553 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:22.539110 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-1804d024-0007-4938-ba1c-fdfe63d2b553 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769340'] for security_group_rule, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:22.559201 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1804d024-0007-4938-ba1c-fdfe63d2b553 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c90855b-9105-4a22-8416-01d4f966ec62,revision_number=0']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:49:22.596353 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-b4796fed-d0f3-4528-a244-3ecd31692473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c20db544-ea25-4daf-a7ea-ffc13027db7e', 'name': 'tempest-TestMinimumBasicScenario-1407006731-router', 'tenant_id': '72d6246795444b909400ec1804877033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd89c341f-9364-4353-8701-b33965224e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:14Z', 'updated_at': '2021-10-14T07:48:18Z', 'revision_number': 4, 'project_id': '72d6246795444b909400ec1804877033', 'gw_port': {'id': 'd89c341f-9364-4353-8701-b33965224e2a', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:58:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20db544-ea25-4daf-a7ea-ffc13027db7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:15Z', 'updated_at': '2021-10-14T07:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_floatingips': [{'id': '3337eb49-7971-4104-b350-c62d8efcaf89', 'tenant_id': '72d6246795444b909400ec1804877033', 'floating_ip_address': '172.27.3.54', 'floating_network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'router_id': 'c20db544-ea25-4daf-a7ea-ffc13027db7e', 'port_id': '7a1a67e8-7e1a-472b-802a-228156693237', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd30e85b-b49f-4f5d-8101-de41bdd7d67a', 'mac_address': 'fa:16:3e:9c:17:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b488dfc5-db69-4a95-ade2-cc8b68db666e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:49:20Z', 'updated_at': '2021-10-14T07:49:20Z', 'revision_number': 0, 'project_id': '72d6246795444b909400ec1804877033', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff6cad0c-49ee-4c5c-8443-6e2a4f814498', 'name': '', 'network_id': 'bd30e85b-b49f-4f5d-8101-de41bdd7d67a', 'tenant_id': '72d6246795444b909400ec1804877033', 'mac_address': 'fa:16:3e:c7:a7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20db544-ea25-4daf-a7ea-ffc13027db7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '1b5fbace-26eb-40a2-8a98-87f63b5b1ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:17Z', 'updated_at': '2021-10-14T07:48:23Z', 'revision_number': 5, 'project_id': '72d6246795444b909400ec1804877033', 'subnets': [{'id': '1b5fbace-26eb-40a2-8a98-87f63b5b1ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:49:22.640680 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4796fed-d0f3-4528-a244-3ecd31692473 None None] The sync data for ids ['c20db544-ea25-4daf-a7ea-ffc13027db7e'] in dv-cinder-813746-2-iscsi is: [{'id': 'c20db544-ea25-4daf-a7ea-ffc13027db7e', 'name': 'tempest-TestMinimumBasicScenario-1407006731-router', 'tenant_id': '72d6246795444b909400ec1804877033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd89c341f-9364-4353-8701-b33965224e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:14Z', 'updated_at': '2021-10-14T07:48:18Z', 'revision_number': 4, 'project_id': '72d6246795444b909400ec1804877033', 'gw_port': {'id': 'd89c341f-9364-4353-8701-b33965224e2a', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:58:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20db544-ea25-4daf-a7ea-ffc13027db7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:15Z', 'updated_at': '2021-10-14T07:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_floatingips': [{'id': '3337eb49-7971-4104-b350-c62d8efcaf89', 'tenant_id': '72d6246795444b909400ec1804877033', 'floating_ip_address': '172.27.3.54', 'floating_network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'router_id': 'c20db544-ea25-4daf-a7ea-ffc13027db7e', 'port_id': '7a1a67e8-7e1a-472b-802a-228156693237', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd30e85b-b49f-4f5d-8101-de41bdd7d67a', 'mac_address': 'fa:16:3e:9c:17:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b488dfc5-db69-4a95-ade2-cc8b68db666e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:49:20Z', 'updated_at': '2021-10-14T07:49:20Z', 'revision_number': 0, 'project_id': '72d6246795444b909400ec1804877033', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff6cad0c-49ee-4c5c-8443-6e2a4f814498', 'name': '', 'network_id': 'bd30e85b-b49f-4f5d-8101-de41bdd7d67a', 'tenant_id': '72d6246795444b909400ec1804877033', 'mac_address': 'fa:16:3e:c7:a7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20db544-ea25-4daf-a7ea-ffc13027db7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '1b5fbace-26eb-40a2-8a98-87f63b5b1ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:17Z', 'updated_at': '2021-10-14T07:48:23Z', 'revision_number': 5, 'project_id': '72d6246795444b909400ec1804877033', 'subnets': [{'id': '1b5fbace-26eb-40a2-8a98-87f63b5b1ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:49:22.650742 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-1804d024-0007-4938-ba1c-fdfe63d2b553 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:22.652121 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-1804d024-0007-4938-ba1c-fdfe63d2b553 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4659891 Oct 14 07:49:22.654848 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 33006) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:49:22.660253 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [None req-651d9cae-13f5-49f9-b1f9-b81c2a6d5eac tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Request body: {'security_group_rule': {'security_group_id': 'fa057bd1-924e-4457-95ff-65802838aca7', 'project_id': '72d6246795444b909400ec1804877033', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:49:22.740241 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-651d9cae-13f5-49f9-b1f9-b81c2a6d5eac tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:22.814980 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-651d9cae-13f5-49f9-b1f9-b81c2a6d5eac tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:22.881721 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-651d9cae-13f5-49f9-b1f9-b81c2a6d5eac tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769340'] for security_group_rule, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:22.932373 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d9cae-13f5-49f9-b1f9-b81c2a6d5eac tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db679c8-511d-4f8a-9d98-ad513aeecc90,revision_number=0']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:49:22.947765 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a638b4fd-b050-46d3-877f-1242e03484f8 req-1673351e-7532-4654-bf5a-17cca9da5dc5 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:22.949646 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-a638b4fd-b050-46d3-877f-1242e03484f8 req-1673351e-7532-4654-bf5a-17cca9da5dc5 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 943 time: 0.0817673 Oct 14 07:49:22.973009 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65d6362-d3c2-47ec-89fe-ac0cc4ebd628 None None] New status for floating IP 3337eb49-7971-4104-b350-c62d8efcaf89: ACTIVE {{(pid=106712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 07:49:22.993501 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-651d9cae-13f5-49f9-b1f9-b81c2a6d5eac tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:22.994746 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-651d9cae-13f5-49f9-b1f9-b81c2a6d5eac tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3388519 Oct 14 07:49:22.998344 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 33012) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:49:23.008139 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-06b7428a-23e2-4b8d-b13f-bb4ffd1b2796 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Request body: {'security_group_rule': {'security_group_id': 'fa057bd1-924e-4457-95ff-65802838aca7', 'project_id': '72d6246795444b909400ec1804877033', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:49:23.019617 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-a638b4fd-b050-46d3-877f-1242e03484f8 req-20bad464-e706-4472-88f6-c2f2a783e716 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629225 Oct 14 07:49:23.149881 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-06b7428a-23e2-4b8d-b13f-bb4ffd1b2796 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:23.246088 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-06b7428a-23e2-4b8d-b13f-bb4ffd1b2796 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:23.310268 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-06b7428a-23e2-4b8d-b13f-bb4ffd1b2796 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769340'] for security_group_rule, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:23.326577 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b7428a-23e2-4b8d-b13f-bb4ffd1b2796 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33c1d4dc-36b3-4152-9d1d-b34472c7a263,revision_number=0']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:49:23.392886 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-06b7428a-23e2-4b8d-b13f-bb4ffd1b2796 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:23.395322 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-06b7428a-23e2-4b8d-b13f-bb4ffd1b2796 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3954782 Oct 14 07:49:23.405078 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 33018) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:49:23.413466 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-cb30b987-60d4-4f92-a256-3bb776df8bfd tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Request body: {'security_group_rule': {'security_group_id': 'fa057bd1-924e-4457-95ff-65802838aca7', 'project_id': '72d6246795444b909400ec1804877033', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:49:23.516634 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-cb30b987-60d4-4f92-a256-3bb776df8bfd tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:23.593081 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-cb30b987-60d4-4f92-a256-3bb776df8bfd tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:23.670641 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-cb30b987-60d4-4f92-a256-3bb776df8bfd tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769340'] for security_group_rule, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:23.692761 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb30b987-60d4-4f92-a256-3bb776df8bfd tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e18dcef8-52dc-4bd4-9c15-5dbb5db8c487,revision_number=0']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:49:23.787806 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-cb30b987-60d4-4f92-a256-3bb776df8bfd tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:23.791353 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-cb30b987-60d4-4f92-a256-3bb776df8bfd tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3851330 Oct 14 07:49:23.796227 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 33020) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:49:23.801230 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [None req-1d72eff8-f843-498d-ab5b-e650e4e6d578 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Request body: {'security_group_rule': {'security_group_id': 'fa057bd1-924e-4457-95ff-65802838aca7', 'project_id': '72d6246795444b909400ec1804877033', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:49:23.898980 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.db.securitygroups_db [None req-1d72eff8-f843-498d-ab5b-e650e4e6d578 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Project 72d6246795444b909400ec1804877033 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 07:49:23.904266 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-1d72eff8-f843-498d-ab5b-e650e4e6d578 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:23.960950 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-1d72eff8-f843-498d-ab5b-e650e4e6d578 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:24.193942 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c4a76-8e41-4273-a3b6-cb35eded6b23 req-17b41cf1-5aef-4f7f-8e81-7b341c708e6b tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:24.195472 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-079c4a76-8e41-4273-a3b6-cb35eded6b23 req-17b41cf1-5aef-4f7f-8e81-7b341c708e6b tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 943 time: 0.0787001 Oct 14 07:49:24.207057 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-1d72eff8-f843-498d-ab5b-e650e4e6d578 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769340'] for security_group_rule, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:24.258257 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d72eff8-f843-498d-ab5b-e650e4e6d578 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec59eccc-2879-4fdc-bc90-774253ae11e2,revision_number=0']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:49:24.259130 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-079c4a76-8e41-4273-a3b6-cb35eded6b23 req-f1b27afc-b90a-4608-8485-d7ef6897cb76 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521278 Oct 14 07:49:24.603779 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-1d72eff8-f843-498d-ab5b-e650e4e6d578 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:24.604997 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-1d72eff8-f843-498d-ab5b-e650e4e6d578 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8072400 Oct 14 07:49:24.607895 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 33030) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:49:24.612437 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [None req-fa1ec9c2-1604-4c8e-bf98-c886cdff78a8 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Request body: {'security_group_rule': {'security_group_id': 'fa057bd1-924e-4457-95ff-65802838aca7', 'project_id': '72d6246795444b909400ec1804877033', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:49:24.744807 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.db.securitygroups_db [None req-fa1ec9c2-1604-4c8e-bf98-c886cdff78a8 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Project 72d6246795444b909400ec1804877033 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 07:49:24.750860 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-fa1ec9c2-1604-4c8e-bf98-c886cdff78a8 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:24.815290 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-fa1ec9c2-1604-4c8e-bf98-c886cdff78a8 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:24.887057 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-fa1ec9c2-1604-4c8e-bf98-c886cdff78a8 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769340'] for security_group_rule, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:24.905910 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1ec9c2-1604-4c8e-bf98-c886cdff78a8 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a98d539-0f4e-4a41-bc2a-709fb8115744,revision_number=0']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:49:24.963956 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-fa1ec9c2-1604-4c8e-bf98-c886cdff78a8 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:24.967868 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-fa1ec9c2-1604-4c8e-bf98-c886cdff78a8 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3563764 Oct 14 07:49:25.047264 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-762bb4a7-a62f-43a0-b9e9-b1e4a0cb139b req-f16ee323-aaac-4233-80c0-8e531db735d5 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1674619049&fields=id&tenant_id=72d6246795444b909400ec1804877033 HTTP/1.1" status: 200 len: 267 time: 0.0341594 Oct 14 07:49:25.099530 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bb4a7-a62f-43a0-b9e9-b1e4a0cb139b req-c28350ef-fd43-4a6a-be31-c7e0b75c3796 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:25.101014 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-762bb4a7-a62f-43a0-b9e9-b1e4a0cb139b req-c28350ef-fd43-4a6a-be31-c7e0b75c3796 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/ports?device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 945 time: 0.0479360 Oct 14 07:49:25.112480 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [req-762bb4a7-a62f-43a0-b9e9-b1e4a0cb139b req-7a403724-7e6e-4f7a-a847-c1a6302da1f8 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Request body: {'port': {'security_groups': ['1a214c85-095f-4c55-85aa-55f6954309cc', 'fa057bd1-924e-4457-95ff-65802838aca7']}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:49:25.185658 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-762bb4a7-a62f-43a0-b9e9-b1e4a0cb139b req-7a403724-7e6e-4f7a-a847-c1a6302da1f8 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:25.375943 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.db [req-762bb4a7-a62f-43a0-b9e9-b1e4a0cb139b req-7a403724-7e6e-4f7a-a847-c1a6302da1f8 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] For port 7a1a67e8-7e1a-472b-802a-228156693237, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=7a1a67e8-7e1a-472b-802a-228156693237,segment=NetworkSegment(109032a9-e65c-43ac-bc0b-d790098a8377),segment_id=109032a9-e65c-43ac-bc0b-d790098a8377)] {{(pid=106711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:49:25.408368 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd5b277-519f-4914-8ed7-30f3de0ba28d req-f88282b1-c3f7-4a48-9d98-019aa692f407 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:25.412993 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-762bb4a7-a62f-43a0-b9e9-b1e4a0cb139b req-7a403724-7e6e-4f7a-a847-c1a6302da1f8 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks [] for port, precommit_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:25.417014 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-cfd5b277-519f-4914-8ed7-30f3de0ba28d req-f88282b1-c3f7-4a48-9d98-019aa692f407 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 943 time: 0.0769353 Oct 14 07:49:25.453116 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-cfd5b277-519f-4914-8ed7-30f3de0ba28d req-f7cfdf2d-ce39-4fd7-bc09-c04759a7af89 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353339 Oct 14 07:49:25.487196 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-762bb4a7-a62f-43a0-b9e9-b1e4a0cb139b req-7a403724-7e6e-4f7a-a847-c1a6302da1f8 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14797571'] for port, after_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:25.534119 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] get_ports_and_sgs() called for port_ids ['7a1a67e8-7e1a-472b-802a-228156693237'] {{(pid=106712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:49:25.535935 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bb4a7-a62f-43a0-b9e9-b1e4a0cb139b req-7a403724-7e6e-4f7a-a847-c1a6302da1f8 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:25.536558 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-762bb4a7-a62f-43a0-b9e9-b1e4a0cb139b req-7a403724-7e6e-4f7a-a847-c1a6302da1f8 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for port, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:25.539109 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-762bb4a7-a62f-43a0-b9e9-b1e4a0cb139b req-7a403724-7e6e-4f7a-a847-c1a6302da1f8 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "PUT /v2.0/ports/7a1a67e8-7e1a-472b-802a-228156693237 HTTP/1.1" status: 200 len: 981 time: 0.4305365 Oct 14 07:49:25.539109 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b488dfc5-db69-4a95-ade2-cc8b68db666e', 'tag': '7a1a67e8-7e1a-472b-802a-228156693237'}] {{(pid=106711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:49:25.540794 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761d26d7c5f72f4b552347b0101038dbdc9b0b60127f0c8e71cb2eb10747878c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d6a02b-9bd0-4bfa-97cf-d43a29d5267b" -d '{"events": [{"name": "network-changed", "server_uuid": "b488dfc5-db69-4a95-ade2-cc8b68db666e", "tag": "7a1a67e8-7e1a-472b-802a-228156693237"}]}' {{(pid=106711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:49:25.586028 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a403724-7e6e-4f7a-a847-c1a6302da1f8 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Pushing event updated for resources: {'Port': ['ID=7a1a67e8-7e1a-472b-802a-228156693237,revision_number=6']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:49:25.624526 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4dcc166-d94a-4e6e-921a-510aaf84e86a x-openstack-request-id: req-a4dcc166-d94a-4e6e-921a-510aaf84e86a {{(pid=106711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:49:25.624862 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b488dfc5-db69-4a95-ade2-cc8b68db666e", "tag": "7a1a67e8-7e1a-472b-802a-228156693237", "status": "completed", "code": 200}]} {{(pid=106711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:49:25.625202 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a4dcc166-d94a-4e6e-921a-510aaf84e86a {{(pid=106711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:49:25.625634 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b488dfc5-db69-4a95-ade2-cc8b68db666e', 'tag': '7a1a67e8-7e1a-472b-802a-228156693237', 'status': 'completed', 'code': 200} Oct 14 07:49:25.688364 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142496f0-37ea-47c2-ab96-686b5edd61f8 req-c47b3a3f-8467-41c8-bf3f-1164728b25bd tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:25.689893 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-142496f0-37ea-47c2-ab96-686b5edd61f8 req-c47b3a3f-8467-41c8-bf3f-1164728b25bd tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/ports?device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 984 time: 0.0663562 Oct 14 07:49:25.703223 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] get_ports_and_sgs() called for port_ids ['7a1a67e8-7e1a-472b-802a-228156693237'] {{(pid=106712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:49:25.760379 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-142496f0-37ea-47c2-ab96-686b5edd61f8 req-b7940d28-0f32-451e-b907-dcec78170c8f tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/security-groups?id=fa057bd1-924e-4457-95ff-65802838aca7&id=1a214c85-095f-4c55-85aa-55f6954309cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0637131 Oct 14 07:49:25.988527 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-f8ae6868-756d-4924-90ce-f1912f956bbf None None] Provisioning complete for port 7a1a67e8-7e1a-472b-802a-228156693237 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:49:25.988892 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-f8ae6868-756d-4924-90ce-f1912f956bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:26.621595 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d102d1e-dd66-4fce-b73e-786b90afd60e req-07c17819-0123-4888-a23a-a419a3c489d2 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:26.623111 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-5d102d1e-dd66-4fce-b73e-786b90afd60e req-07c17819-0123-4888-a23a-a419a3c489d2 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 943 time: 0.0579093 Oct 14 07:49:26.672989 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-5d102d1e-dd66-4fce-b73e-786b90afd60e req-290a2568-ba70-4f0e-aa1a-77c2c5179278 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420313 Oct 14 07:49:26.788243 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.agents_db [None req-84b3d5e4-9e25-480e-9cd9-33a6a693fe4d None None] Agent healthcheck: found 6 active agents {{(pid=106713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:49:27.378692 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-833e1e86-537f-4b8c-8c1b-69dd2e76e7b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:27.803567 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f39f9-0147-4ec8-b2f6-9cf8a02e24e2 req-fbe253ff-4943-4126-9d89-cb3033bece20 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:27.805054 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-182f39f9-0147-4ec8-b2f6-9cf8a02e24e2 req-fbe253ff-4943-4126-9d89-cb3033bece20 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 943 time: 0.0493431 Oct 14 07:49:27.842428 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-182f39f9-0147-4ec8-b2f6-9cf8a02e24e2 req-bd64329a-d69d-48bb-b220-dc242a2d0d9b tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314355 Oct 14 07:49:28.960515 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd93d67-cfd5-40f6-b5f5-2afd501ac2dd req-87afac15-0ef5-4fc3-9d69-53351b5e1880 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:28.962073 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-4dd93d67-cfd5-40f6-b5f5-2afd501ac2dd req-87afac15-0ef5-4fc3-9d69-53351b5e1880 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 943 time: 0.0480330 Oct 14 07:49:29.002350 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-4dd93d67-cfd5-40f6-b5f5-2afd501ac2dd req-f9441878-134e-4d5b-aa5a-febbb0113e50 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323086 Oct 14 07:49:29.984401 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-3cb50527-343d-45ec-a9f2-4a823bce5347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:30.127786 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b25f9-aa4e-49f0-a537-66c05e4e4ef4 req-064410fb-5212-45d8-940c-9685ceeddff4 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:30.157923 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-ca6b25f9-aa4e-49f0-a537-66c05e4e4ef4 req-064410fb-5212-45d8-940c-9685ceeddff4 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 943 time: 0.0542762 Oct 14 07:49:30.169870 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-ca6b25f9-aa4e-49f0-a537-66c05e4e4ef4 req-add7bfdc-e534-46a9-9692-0671dc28e9c3 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340271 Oct 14 07:49:30.818746 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:31.312395 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f26d9-c75d-42f6-8579-03c8fc521a05 req-c0b8f673-b200-4fd9-af6c-cd58744f0341 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:31.314652 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-d19f26d9-c75d-42f6-8579-03c8fc521a05 req-c0b8f673-b200-4fd9-af6c-cd58744f0341 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 943 time: 0.0646842 Oct 14 07:49:31.350649 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-93e1ef1e-be74-48a7-9436-c986e05ec438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:31.364032 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-d19f26d9-c75d-42f6-8579-03c8fc521a05 req-a9d61128-3016-43e6-9c86-94677af06f5b tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424435 Oct 14 07:49:32.491720 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d2abe-c826-44fb-9ecf-e8c9c72dab00 req-1f78c4a9-6175-41ff-ad54-c24256f16957 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:32.491720 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-337d2abe-c826-44fb-9ecf-e8c9c72dab00 req-1f78c4a9-6175-41ff-ad54-c24256f16957 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 943 time: 0.0531621 Oct 14 07:49:32.531110 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-337d2abe-c826-44fb-9ecf-e8c9c72dab00 req-9deb57c8-f6bc-42f5-b048-f65c43fbaaa5 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331805 Oct 14 07:49:32.909730 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-439377cf-db3c-4e91-9aae-241f8a26ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:33.654317 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf339b-a5f4-4c69-b5ae-a02d1f2661ed req-036f825a-25c3-4420-a383-d38768084fd9 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:33.656113 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-8bcf339b-a5f4-4c69-b5ae-a02d1f2661ed req-036f825a-25c3-4420-a383-d38768084fd9 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 943 time: 0.0510452 Oct 14 07:49:33.696375 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-8bcf339b-a5f4-4c69-b5ae-a02d1f2661ed req-0c9c0f22-8344-42c0-a22f-5667ac1b08ef tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323975 Oct 14 07:49:34.248169 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-310ddc70-1190-494a-aa83-75cb24b9e99a req-40f5d20d-4996-4d03-8c63-ccb2bc7c13c3 service neutron] 10.222.0.54 "GET /v2.0/networks/bd30e85b-b49f-4f5d-8101-de41bdd7d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828521 Oct 14 07:49:34.455470 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6a02b-9bd0-4bfa-97cf-d43a29d5267b req-bca24f37-d892-4893-ae32-807a2a0f5c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:34.456984 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-00d6a02b-9bd0-4bfa-97cf-d43a29d5267b req-bca24f37-d892-4893-ae32-807a2a0f5c7f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=72d6246795444b909400ec1804877033&device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 1137 time: 0.0443232 Oct 14 07:49:34.552636 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6a02b-9bd0-4bfa-97cf-d43a29d5267b req-7ee34e35-0512-47de-97f9-c2cc0cd39c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:34.554060 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-00d6a02b-9bd0-4bfa-97cf-d43a29d5267b req-7ee34e35-0512-47de-97f9-c2cc0cd39c35 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bd30e85b-b49f-4f5d-8101-de41bdd7d67a HTTP/1.1" status: 200 len: 916 time: 0.0820739 Oct 14 07:49:34.623073 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-00d6a02b-9bd0-4bfa-97cf-d43a29d5267b req-d19f8bd1-4265-4bd3-9508-ddbb16dd018a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a1a67e8-7e1a-472b-802a-228156693237 HTTP/1.1" status: 200 len: 1000 time: 0.0605695 Oct 14 07:49:34.672599 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6a02b-9bd0-4bfa-97cf-d43a29d5267b req-41f50fbd-58b7-461c-b9d1-6db2cdc5e0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:34.674101 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-00d6a02b-9bd0-4bfa-97cf-d43a29d5267b req-41f50fbd-58b7-461c-b9d1-6db2cdc5e0cb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1b5fbace-26eb-40a2-8a98-87f63b5b1ae2 HTTP/1.1" status: 200 len: 854 time: 0.0432043 Oct 14 07:49:34.721497 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6a02b-9bd0-4bfa-97cf-d43a29d5267b req-6347cfe4-819b-4170-b250-daa6adb5f89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:34.722990 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-00d6a02b-9bd0-4bfa-97cf-d43a29d5267b req-6347cfe4-819b-4170-b250-daa6adb5f89f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bd30e85b-b49f-4f5d-8101-de41bdd7d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401409 Oct 14 07:49:34.767745 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 33110) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:49:34.848646 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-00d6a02b-9bd0-4bfa-97cf-d43a29d5267b req-fcfe61c6-933f-40da-bd65-a2c198040d12 service neutron] 10.222.0.54 "GET /v2.0/networks/bd30e85b-b49f-4f5d-8101-de41bdd7d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160114 Oct 14 07:49:34.859563 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014d8f3-ff88-4ee4-88ad-51a5c3ca3c1d req-7d08e70b-4d11-4bdf-b7de-97b10abf96b6 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:34.861563 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-e014d8f3-ff88-4ee4-88ad-51a5c3ca3c1d req-7d08e70b-4d11-4bdf-b7de-97b10abf96b6 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 943 time: 0.0698743 Oct 14 07:49:34.870875 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-ee3fd2fd-87cb-440a-9f6b-96f689c756e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:34.944611 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-ee3fd2fd-87cb-440a-9f6b-96f689c756e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:34.958638 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-e014d8f3-ff88-4ee4-88ad-51a5c3ca3c1d req-5fcfcae3-8675-4531-a0d2-c725fe457876 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882444 Oct 14 07:49:34.979316 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-00d6a02b-9bd0-4bfa-97cf-d43a29d5267b req-b5108935-f786-4349-bad4-21dad2e28989 service neutron] 10.222.0.54 "GET /v2.0/networks/bd30e85b-b49f-4f5d-8101-de41bdd7d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168444 Oct 14 07:49:35.035326 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-ee3fd2fd-87cb-440a-9f6b-96f689c756e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:35.073458 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-ee3fd2fd-87cb-440a-9f6b-96f689c756e3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=aa3d91d6d94a47e5984a2bb2ea46aaba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3046563 Oct 14 07:49:35.074318 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3fd2fd-87cb-440a-9f6b-96f689c756e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066edfcc-412b-4c39-a58b-2aa3dc396361,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:49:35.076168 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 33114) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:49:35.123733 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-20d7f52a-60db-44e0-be91-742d212fd8b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:35.144287 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-20d7f52a-60db-44e0-be91-742d212fd8b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:35.257939 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-20d7f52a-60db-44e0-be91-742d212fd8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:35.260512 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-20d7f52a-60db-44e0-be91-742d212fd8b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:35.261631 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-20d7f52a-60db-44e0-be91-742d212fd8b9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/066edfcc-412b-4c39-a58b-2aa3dc396361 HTTP/1.1" status: 204 len: 168 time: 0.1844738 Oct 14 07:49:35.268885 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d7f52a-60db-44e0-be91-742d212fd8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066edfcc-412b-4c39-a58b-2aa3dc396361,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:49:35.846411 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 33120) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:49:35.859250 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-4b87f606-df58-43a7-bd85-15e2cf2f84c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:35.928540 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-4b87f606-df58-43a7-bd85-15e2cf2f84c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:36.001136 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-4b87f606-df58-43a7-bd85-15e2cf2f84c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:36.040705 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b87f606-df58-43a7-bd85-15e2cf2f84c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5552a0c-ca8b-4f06-a475-8551809aef41,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:49:36.044825 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-4b87f606-df58-43a7-bd85-15e2cf2f84c1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ac7a05d3770349e7a8571f306550d656&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1973422 Oct 14 07:49:36.047961 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 33124) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:49:36.076437 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51561e46-42ea-4810-a3d4-40b45f26545a req-f6ddf6b1-0dc1-436a-a974-b6ebce4fdbc3 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:36.077968 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-51561e46-42ea-4810-a3d4-40b45f26545a req-f6ddf6b1-0dc1-436a-a974-b6ebce4fdbc3 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 943 time: 0.0484040 Oct 14 07:49:36.096301 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c981ba66-bce4-4539-bd58-bebf4af6b69a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:36.115452 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-51561e46-42ea-4810-a3d4-40b45f26545a req-2521ba24-1b1a-4647-8b77-f38b9de27c2d tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314629 Oct 14 07:49:36.116954 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c981ba66-bce4-4539-bd58-bebf4af6b69a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:36.258301 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c981ba66-bce4-4539-bd58-bebf4af6b69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:36.260865 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c981ba66-bce4-4539-bd58-bebf4af6b69a admin admin] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:36.262033 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-c981ba66-bce4-4539-bd58-bebf4af6b69a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d5552a0c-ca8b-4f06-a475-8551809aef41 HTTP/1.1" status: 204 len: 168 time: 0.2131722 Oct 14 07:49:36.269912 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c981ba66-bce4-4539-bd58-bebf4af6b69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5552a0c-ca8b-4f06-a475-8551809aef41,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:49:37.231487 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5897ac1-7401-492b-8b52-6655722360ba req-ee96e06f-fe87-4a87-b9ae-5d585f9fb746 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:37.233047 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a5897ac1-7401-492b-8b52-6655722360ba req-ee96e06f-fe87-4a87-b9ae-5d585f9fb746 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 943 time: 0.0477793 Oct 14 07:49:37.269922 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a5897ac1-7401-492b-8b52-6655722360ba req-0cb5ca96-4227-4376-82b1-5bdc6b1cf28a tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305474 Oct 14 07:49:37.361080 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device b45a02d4-8c1a-4329-9626-1e96903f8b4d details requested by agent hyperv_hv-cinder-81374 with host hv-cinder-81374 {{(pid=106712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 07:49:37.454464 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port b45a02d4-8c1a-4329-9626-1e96903f8b4d, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=b45a02d4-8c1a-4329-9626-1e96903f8b4d,segment=NetworkSegment(4a88a654-492a-4721-b165-d0bc4cb223f9),segment_id=4a88a654-492a-4721-b165-d0bc4cb223f9)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:49:37.467990 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Returning: {'device': 'b45a02d4-8c1a-4329-9626-1e96903f8b4d', 'network_id': '234dd989-1b6f-4d0e-b26c-6546ea618e4f', 'port_id': 'b45a02d4-8c1a-4329-9626-1e96903f8b4d', 'mac_address': 'fa:16:3e:57:dc:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 07:49:37.627630 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:37.641051 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b45a02d4-8c1a-4329-9626-1e96903f8b4d {{(pid=106712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:49:37.660773 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port b45a02d4-8c1a-4329-9626-1e96903f8b4d, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=b45a02d4-8c1a-4329-9626-1e96903f8b4d,segment=NetworkSegment(4a88a654-492a-4721-b165-d0bc4cb223f9),segment_id=4a88a654-492a-4721-b165-d0bc4cb223f9)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:49:37.709466 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:37.758650 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=b45a02d4-8c1a-4329-9626-1e96903f8b4d,revision_number=9']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:49:38.044086 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] get_ports_and_sgs() called for port_ids ['b45a02d4-8c1a-4329-9626-1e96903f8b4d'] {{(pid=106712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:49:38.393913 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3ad44-7ac1-41ba-8b6f-ad0c7a15a670 req-5f484c9c-aeda-4923-a7d5-ccb7d009bba6 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:38.395391 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-15a3ad44-7ac1-41ba-8b6f-ad0c7a15a670 req-5f484c9c-aeda-4923-a7d5-ccb7d009bba6 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 944 time: 0.0510492 Oct 14 07:49:38.433217 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-15a3ad44-7ac1-41ba-8b6f-ad0c7a15a670 req-aa67041d-2d43-4c03-9a16-2aa1008d3663 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314362 Oct 14 07:49:39.364705 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device b45a02d4-8c1a-4329-9626-1e96903f8b4d up at agent hyperv_hv-cinder-81374 {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:49:39.412162 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Provisioning complete for port b45a02d4-8c1a-4329-9626-1e96903f8b4d triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:49:39.412531 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:39.489101 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:39.510852 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63fbc2c9-6867-4031-a126-263fbe3b6476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b45a02d4-8c1a-4329-9626-1e96903f8b4d'}] {{(pid=106712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:49:39.513046 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3db9d29808d7d8625da6d6dfdab11118ca3df70b734e515c8bcc451a900cfacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e61043-fdc1-4515-9f4b-fe07b222d455" -d '{"events": [{"server_uuid": "63fbc2c9-6867-4031-a126-263fbe3b6476", "name": "network-vif-plugged", "status": "completed", "tag": "b45a02d4-8c1a-4329-9626-1e96903f8b4d"}]}' {{(pid=106712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:49:39.527447 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port b45a02d4-8c1a-4329-9626-1e96903f8b4d, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=b45a02d4-8c1a-4329-9626-1e96903f8b4d,segment=NetworkSegment(4a88a654-492a-4721-b165-d0bc4cb223f9),segment_id=4a88a654-492a-4721-b165-d0bc4cb223f9)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:49:39.554540 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa7feff-cd84-4f2c-b734-561f9b25e581 x-openstack-request-id: req-baa7feff-cd84-4f2c-b734-561f9b25e581 {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:49:39.554827 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63fbc2c9-6867-4031-a126-263fbe3b6476", "name": "network-vif-plugged", "status": "completed", "tag": "b45a02d4-8c1a-4329-9626-1e96903f8b4d", "code": 200}]} {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:49:39.555075 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-baa7feff-cd84-4f2c-b734-561f9b25e581 {{(pid=106712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:49:39.555491 dv-cinder-813746-2-iscsi neutron-server[106712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63fbc2c9-6867-4031-a126-263fbe3b6476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b45a02d4-8c1a-4329-9626-1e96903f8b4d', 'code': 200} Oct 14 07:49:39.556848 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc923e0-fdd1-48fa-9ca9-0c558cc013ec req-aa00d72d-4c3a-4ff8-90a6-6091eadf52ae tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:39.558380 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-5bc923e0-fdd1-48fa-9ca9-0c558cc013ec req-aa00d72d-4c3a-4ff8-90a6-6091eadf52ae tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 944 time: 0.0562596 Oct 14 07:49:39.596672 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-5bc923e0-fdd1-48fa-9ca9-0c558cc013ec req-b84d583f-e399-4ae2-b242-ead224dd3a73 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320687 Oct 14 07:49:39.601402 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:39.650617 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=b45a02d4-8c1a-4329-9626-1e96903f8b4d,revision_number=10']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:49:39.949588 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101f959-272c-456d-8b85-1b4ff942c19e req-77f21641-e28c-4e75-8cc0-af5f0577e16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:39.951019 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-5101f959-272c-456d-8b85-1b4ff942c19e req-77f21641-e28c-4e75-8cc0-af5f0577e16b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 1099 time: 0.0453627 Oct 14 07:49:39.988357 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-5101f959-272c-456d-8b85-1b4ff942c19e req-1e1c0308-0ef1-45a2-ae83-823242498fa6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275974 Oct 14 07:49:40.718145 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3c39a-1d4b-4407-b667-0cdf7717fa65 req-041f61ae-a675-482d-bd06-a19ca97a82df tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:40.719655 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-c3f3c39a-1d4b-4407-b667-0cdf7717fa65 req-041f61ae-a675-482d-bd06-a19ca97a82df tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 946 time: 0.0488229 Oct 14 07:49:40.757295 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-c3f3c39a-1d4b-4407-b667-0cdf7717fa65 req-c2ca349e-2dfd-487d-9ad5-43d72b3999dd tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313461 Oct 14 07:49:41.018104 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:41.883382 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b9d6a-a5d1-43d2-abd1-0e1964eed80e req-b31a8c52-31fc-451d-b776-1e18579fdf06 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:41.884875 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a91b9d6a-a5d1-43d2-abd1-0e1964eed80e req-b31a8c52-31fc-451d-b776-1e18579fdf06 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 946 time: 0.0516863 Oct 14 07:49:41.928402 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a91b9d6a-a5d1-43d2-abd1-0e1964eed80e req-37d93ab1-3d72-4a90-adcb-efd8011daadb tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376031 Oct 14 07:49:43.049263 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d733c-c40c-4a92-8b8e-8e61f8c31c14 req-ba6691f6-59a9-4dd0-99ed-82347c5d7f7c tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:43.050644 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-6e1d733c-c40c-4a92-8b8e-8e61f8c31c14 req-ba6691f6-59a9-4dd0-99ed-82347c5d7f7c tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 946 time: 0.0484068 Oct 14 07:49:43.088301 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-6e1d733c-c40c-4a92-8b8e-8e61f8c31c14 req-8ff843fd-1bc9-4513-84c3-b3c63b1ecfc1 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317466 Oct 14 07:49:48.450842 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be2c40-1e34-44af-b73e-1ecb42c190b3 req-242e81d6-811d-4098-a0cb-1f7dafbd3df3 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:48.452282 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-f9be2c40-1e34-44af-b73e-1ecb42c190b3 req-242e81d6-811d-4098-a0cb-1f7dafbd3df3 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/ports?device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 984 time: 0.0501544 Oct 14 07:49:48.491925 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-f9be2c40-1e34-44af-b73e-1ecb42c190b3 req-5ca27250-c73b-47f0-b3de-0e7376390e3a tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/security-groups?id=fa057bd1-924e-4457-95ff-65802838aca7&id=1a214c85-095f-4c55-85aa-55f6954309cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329421 Oct 14 07:49:48.571062 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2c58e-05b5-46fd-a3e2-6f1feccd86e5 req-fe1234b7-aec2-4e55-a23d-d70381fd1b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:48.572642 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-2df2c58e-05b5-46fd-a3e2-6f1feccd86e5 req-fe1234b7-aec2-4e55-a23d-d70381fd1b04 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=72d6246795444b909400ec1804877033&device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 1137 time: 0.0435741 Oct 14 07:49:48.665189 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2c58e-05b5-46fd-a3e2-6f1feccd86e5 req-a3c7cd31-e1aa-4f1b-a068-66dc35b33594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:48.666669 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-2df2c58e-05b5-46fd-a3e2-6f1feccd86e5 req-a3c7cd31-e1aa-4f1b-a068-66dc35b33594 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bd30e85b-b49f-4f5d-8101-de41bdd7d67a HTTP/1.1" status: 200 len: 916 time: 0.0853331 Oct 14 07:49:48.733707 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-2df2c58e-05b5-46fd-a3e2-6f1feccd86e5 req-fceccbf8-4555-4408-b52d-2a771e685c66 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a1a67e8-7e1a-472b-802a-228156693237 HTTP/1.1" status: 200 len: 1000 time: 0.0592034 Oct 14 07:49:48.782285 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2c58e-05b5-46fd-a3e2-6f1feccd86e5 req-49794a0e-9022-4f4a-9944-9469fef7f231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:48.783668 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-2df2c58e-05b5-46fd-a3e2-6f1feccd86e5 req-49794a0e-9022-4f4a-9944-9469fef7f231 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1b5fbace-26eb-40a2-8a98-87f63b5b1ae2 HTTP/1.1" status: 200 len: 854 time: 0.0423627 Oct 14 07:49:48.829680 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2c58e-05b5-46fd-a3e2-6f1feccd86e5 req-cc232c8d-33ad-47a8-8501-fb666b6f16ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:48.831132 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-2df2c58e-05b5-46fd-a3e2-6f1feccd86e5 req-cc232c8d-33ad-47a8-8501-fb666b6f16ad service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bd30e85b-b49f-4f5d-8101-de41bdd7d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397670 Oct 14 07:49:48.924816 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-2df2c58e-05b5-46fd-a3e2-6f1feccd86e5 req-ee7a85ac-5d04-42d5-a240-1eea4088a3d5 service neutron] 10.222.0.54 "GET /v2.0/networks/bd30e85b-b49f-4f5d-8101-de41bdd7d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856051 Oct 14 07:49:48.981835 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 33294) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:49:49.018594 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-2df2c58e-05b5-46fd-a3e2-6f1feccd86e5 req-9d6c436e-bf81-424b-a730-02ba021ab93b service neutron] 10.222.0.54 "GET /v2.0/networks/bd30e85b-b49f-4f5d-8101-de41bdd7d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858436 Oct 14 07:49:49.085172 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-9a3178d9-5366-4ac5-8003-59ad5a47d332 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:49.156170 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-9a3178d9-5366-4ac5-8003-59ad5a47d332 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:49.223829 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-9a3178d9-5366-4ac5-8003-59ad5a47d332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:49.261267 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-9a3178d9-5366-4ac5-8003-59ad5a47d332 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=714abd78435e493babb2546f71995a47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2783835 Oct 14 07:49:49.263166 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3178d9-5366-4ac5-8003-59ad5a47d332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7989014d-49ce-4f3f-8cdc-5b080c45fa93,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:49:49.264040 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 33298) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:49:49.312534 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-2154f3e8-bde5-4520-a497-c9a1e042891a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:49.338117 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-2154f3e8-bde5-4520-a497-c9a1e042891a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:49.429981 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-2154f3e8-bde5-4520-a497-c9a1e042891a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:49.432612 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-2154f3e8-bde5-4520-a497-c9a1e042891a admin admin] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:49.433758 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-2154f3e8-bde5-4520-a497-c9a1e042891a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7989014d-49ce-4f3f-8cdc-5b080c45fa93 HTTP/1.1" status: 204 len: 168 time: 0.1687119 Oct 14 07:49:49.441634 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2154f3e8-bde5-4520-a497-c9a1e042891a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7989014d-49ce-4f3f-8cdc-5b080c45fa93,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:49:49.606590 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785efc36-1a7b-4800-8346-b151f94dc2e3 req-3ec8362a-ec27-47e1-ba9e-f0ba4e64d9e3 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:49.608083 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-785efc36-1a7b-4800-8346-b151f94dc2e3 req-3ec8362a-ec27-47e1-ba9e-f0ba4e64d9e3 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/ports?device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 984 time: 0.0475123 Oct 14 07:49:49.650164 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-785efc36-1a7b-4800-8346-b151f94dc2e3 req-bf4bda0d-080a-4303-8ed7-0405166028f0 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/security-groups?id=fa057bd1-924e-4457-95ff-65802838aca7&id=1a214c85-095f-4c55-85aa-55f6954309cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352936 Oct 14 07:49:49.999525 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 33306) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:49:50.012528 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-db062653-d125-4036-b59b-d108ac9c961d admin admin] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:50.082996 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-db062653-d125-4036-b59b-d108ac9c961d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:50.137937 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-db062653-d125-4036-b59b-d108ac9c961d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:50.177768 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-db062653-d125-4036-b59b-d108ac9c961d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c25fd3efa8c94f4fa2c0bc2e00eb7671&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1772869 Oct 14 07:49:50.178615 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db062653-d125-4036-b59b-d108ac9c961d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00ec0da-1292-4263-a4d7-b73e513e6293,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:49:50.180433 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 33308) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:49:50.228925 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-79a50a8e-18ab-4f42-9b31-289c76403b04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:50.249006 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-79a50a8e-18ab-4f42-9b31-289c76403b04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:50.366330 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-79a50a8e-18ab-4f42-9b31-289c76403b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:50.368895 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-79a50a8e-18ab-4f42-9b31-289c76403b04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:50.370066 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-79a50a8e-18ab-4f42-9b31-289c76403b04 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f00ec0da-1292-4263-a4d7-b73e513e6293 HTTP/1.1" status: 204 len: 168 time: 0.1875529 Oct 14 07:49:50.378281 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a50a8e-18ab-4f42-9b31-289c76403b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00ec0da-1292-4263-a4d7-b73e513e6293,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:49:50.764134 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d3cc79-8803-406a-b409-4f35e1cabccf req-0e77a28c-fb0a-49e5-a5f9-e58e47f743bd tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:50.765584 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-d6d3cc79-8803-406a-b409-4f35e1cabccf req-0e77a28c-fb0a-49e5-a5f9-e58e47f743bd tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/ports?device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 984 time: 0.0511346 Oct 14 07:49:50.805604 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-d6d3cc79-8803-406a-b409-4f35e1cabccf req-03b2efc9-7c77-472d-b62f-28a893196e0f tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/security-groups?id=fa057bd1-924e-4457-95ff-65802838aca7&id=1a214c85-095f-4c55-85aa-55f6954309cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331931 Oct 14 07:49:51.821349 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 33340) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:49:51.926935 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411358a0-3805-472f-a29f-16401b771351 req-1b664cca-f25e-45f5-86e1-6fa2c2b95510 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:51.928429 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-411358a0-3805-472f-a29f-16401b771351 req-1b664cca-f25e-45f5-86e1-6fa2c2b95510 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/ports?device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 984 time: 0.0576007 Oct 14 07:49:51.933939 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-bbf1dcf0-5d4e-4958-9e10-1d64bd282c17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:51.985015 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-411358a0-3805-472f-a29f-16401b771351 req-9d70ec89-0850-4b48-bbe5-3f6e5be77385 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/security-groups?id=fa057bd1-924e-4457-95ff-65802838aca7&id=1a214c85-095f-4c55-85aa-55f6954309cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0490363 Oct 14 07:49:52.037139 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-bbf1dcf0-5d4e-4958-9e10-1d64bd282c17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:52.097564 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-bbf1dcf0-5d4e-4958-9e10-1d64bd282c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:52.134240 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-bbf1dcf0-5d4e-4958-9e10-1d64bd282c17 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4691f2f7ae7944868704a3b2928dd36b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3118615 Oct 14 07:49:52.135114 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf1dcf0-5d4e-4958-9e10-1d64bd282c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af3e389-cb46-45a6-a95d-4fadd38fdeda,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:49:52.137687 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 33346) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:49:52.185179 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-4f437a08-e107-4966-9458-d02afc59a089 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:52.204628 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-4f437a08-e107-4966-9458-d02afc59a089 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:52.309684 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-4f437a08-e107-4966-9458-d02afc59a089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:52.312323 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-4f437a08-e107-4966-9458-d02afc59a089 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:52.313457 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-4f437a08-e107-4966-9458-d02afc59a089 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2af3e389-cb46-45a6-a95d-4fadd38fdeda HTTP/1.1" status: 204 len: 168 time: 0.1744461 Oct 14 07:49:52.321235 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f437a08-e107-4966-9458-d02afc59a089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af3e389-cb46-45a6-a95d-4fadd38fdeda,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:49:53.098347 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936cd617-3fcf-439b-af5a-0cefe78d0da4 req-9a8ae281-458d-4ff0-aa94-0791efa6a2ce tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:53.099838 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-936cd617-3fcf-439b-af5a-0cefe78d0da4 req-9a8ae281-458d-4ff0-aa94-0791efa6a2ce tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/ports?device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 984 time: 0.0515342 Oct 14 07:49:53.139704 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-936cd617-3fcf-439b-af5a-0cefe78d0da4 req-18514efc-0219-4825-9a46-0c0514b32917 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/security-groups?id=fa057bd1-924e-4457-95ff-65802838aca7&id=1a214c85-095f-4c55-85aa-55f6954309cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336499 Oct 14 07:49:54.255810 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be02282c-ee4e-4883-b9f7-e25f0d8b7706 req-9188e05f-edc0-4ee6-96f4-d82a76d9cc81 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:54.257327 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-be02282c-ee4e-4883-b9f7-e25f0d8b7706 req-9188e05f-edc0-4ee6-96f4-d82a76d9cc81 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/ports?device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 984 time: 0.0522761 Oct 14 07:49:54.296894 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-be02282c-ee4e-4883-b9f7-e25f0d8b7706 req-90da2014-cb1b-4cc6-a692-460b5fd25b11 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/security-groups?id=fa057bd1-924e-4457-95ff-65802838aca7&id=1a214c85-095f-4c55-85aa-55f6954309cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333905 Oct 14 07:49:55.425241 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3dc64-8dda-485c-8c19-ddefd3327d1c req-3ebe1f41-0ba4-4bce-b167-fc0d5980511f tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:55.426694 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-b8d3dc64-8dda-485c-8c19-ddefd3327d1c req-3ebe1f41-0ba4-4bce-b167-fc0d5980511f tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/ports?device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 984 time: 0.0623751 Oct 14 07:49:55.464595 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-b8d3dc64-8dda-485c-8c19-ddefd3327d1c req-355bcd5f-3e11-4e80-b379-2129026c0ead tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/security-groups?id=fa057bd1-924e-4457-95ff-65802838aca7&id=1a214c85-095f-4c55-85aa-55f6954309cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0318365 Oct 14 07:49:56.578736 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b73595-7554-4f5b-abbd-57b20c944dd3 req-8f1e25fd-5e8f-4967-b12b-bbf3006ea563 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:56.580817 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-21b73595-7554-4f5b-abbd-57b20c944dd3 req-8f1e25fd-5e8f-4967-b12b-bbf3006ea563 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/ports?device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 984 time: 0.0488153 Oct 14 07:49:56.624033 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-21b73595-7554-4f5b-abbd-57b20c944dd3 req-ef3dbea7-67cb-4a34-992d-82f48587200a tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/security-groups?id=fa057bd1-924e-4457-95ff-65802838aca7&id=1a214c85-095f-4c55-85aa-55f6954309cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0369143 Oct 14 07:49:57.360690 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-fc1da63b-7015-4d66-90e8-b7a9469ea14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:49:57.741812 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8d93f-f176-4fb1-99c9-a3d4e88d32c2 req-510433c0-b6cd-4867-bce2-3d56a40fc356 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:57.743475 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-ead8d93f-f176-4fb1-99c9-a3d4e88d32c2 req-510433c0-b6cd-4867-bce2-3d56a40fc356 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/ports?device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 984 time: 0.0532062 Oct 14 07:49:57.782703 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-ead8d93f-f176-4fb1-99c9-a3d4e88d32c2 req-1d062e10-4cf4-46e7-a71d-c727fb5370a7 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/security-groups?id=fa057bd1-924e-4457-95ff-65802838aca7&id=1a214c85-095f-4c55-85aa-55f6954309cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331786 Oct 14 07:49:58.896546 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39760d65-b3ec-43e9-b4cb-04d37bbd443d req-d1221659-2855-47a0-bf91-1cc4e1701764 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:49:58.898236 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-39760d65-b3ec-43e9-b4cb-04d37bbd443d req-d1221659-2855-47a0-bf91-1cc4e1701764 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/ports?device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 984 time: 0.0478590 Oct 14 07:49:58.936825 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-39760d65-b3ec-43e9-b4cb-04d37bbd443d req-68087cdc-a401-40fe-b179-757701c956a2 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/security-groups?id=fa057bd1-924e-4457-95ff-65802838aca7&id=1a214c85-095f-4c55-85aa-55f6954309cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325801 Oct 14 07:49:59.978155 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-18dcd339-515d-40aa-839e-81253d1203e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:00.052089 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30182d-6bd7-47ee-87d4-9db4bd7d4cf3 req-1b0fe920-8199-4c55-8337-28099a683682 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:50:00.053510 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-fd30182d-6bd7-47ee-87d4-9db4bd7d4cf3 req-1b0fe920-8199-4c55-8337-28099a683682 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/ports?device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 984 time: 0.0520933 Oct 14 07:50:00.328606 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-fd30182d-6bd7-47ee-87d4-9db4bd7d4cf3 req-29421b74-d662-4b34-ba31-a6162c4b5048 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/security-groups?id=fa057bd1-924e-4457-95ff-65802838aca7&id=1a214c85-095f-4c55-85aa-55f6954309cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2690070 Oct 14 07:50:00.806265 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:01.360880 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-93e1ef1e-be74-48a7-9436-c986e05ec438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:01.444146 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7817fd-e7fd-4190-a675-0b7d0f4533fa req-90492510-e523-415a-95e8-938ba851d58b tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:50:01.445540 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-7f7817fd-e7fd-4190-a675-0b7d0f4533fa req-90492510-e523-415a-95e8-938ba851d58b tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/ports?device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 984 time: 0.0516860 Oct 14 07:50:01.483261 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-7f7817fd-e7fd-4190-a675-0b7d0f4533fa req-e235a579-d544-4137-9b7b-f914885aaefa tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/security-groups?id=fa057bd1-924e-4457-95ff-65802838aca7&id=1a214c85-095f-4c55-85aa-55f6954309cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0317390 Oct 14 07:50:02.594482 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66850b86-de1e-4f1f-8504-9a85f2ffd104 req-86599f27-66b8-4c19-95d6-599be552e013 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:50:02.596024 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-66850b86-de1e-4f1f-8504-9a85f2ffd104 req-86599f27-66b8-4c19-95d6-599be552e013 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/ports?device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 984 time: 0.0472567 Oct 14 07:50:02.639274 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-66850b86-de1e-4f1f-8504-9a85f2ffd104 req-ed4b8135-376d-4333-aa23-970dc6ebfaab tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/security-groups?id=fa057bd1-924e-4457-95ff-65802838aca7&id=1a214c85-095f-4c55-85aa-55f6954309cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347242 Oct 14 07:50:02.685341 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 33488) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:50:02.785640 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-32ef345b-bcdd-40a1-add6-ca0b8b8720ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:02.869821 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-32ef345b-bcdd-40a1-add6-ca0b8b8720ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:02.966300 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-439377cf-db3c-4e91-9aae-241f8a26ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:02.994720 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-32ef345b-bcdd-40a1-add6-ca0b8b8720ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:03.032178 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-32ef345b-bcdd-40a1-add6-ca0b8b8720ab admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=be49cc714f2b4004b321160663f05a6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3456030 Oct 14 07:50:03.033695 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef345b-bcdd-40a1-add6-ca0b8b8720ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a7eb9e-f158-4179-9a92-0a76ef311c1a,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:50:03.035289 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 33492) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:50:03.081317 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-ead21070-bac9-4cef-88c1-4f216959c22a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:03.101354 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-ead21070-bac9-4cef-88c1-4f216959c22a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:03.217859 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-ead21070-bac9-4cef-88c1-4f216959c22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:03.221122 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-ead21070-bac9-4cef-88c1-4f216959c22a admin admin] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:03.222239 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-ead21070-bac9-4cef-88c1-4f216959c22a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/64a7eb9e-f158-4179-9a92-0a76ef311c1a HTTP/1.1" status: 204 len: 168 time: 0.1859500 Oct 14 07:50:03.231854 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead21070-bac9-4cef-88c1-4f216959c22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a7eb9e-f158-4179-9a92-0a76ef311c1a,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:50:03.752375 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833898b8-1e0c-4dcc-a1f7-dc73ceb97164 req-b15423f9-639a-4dd2-9f2c-9a40b1994bba tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:50:03.753883 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-833898b8-1e0c-4dcc-a1f7-dc73ceb97164 req-b15423f9-639a-4dd2-9f2c-9a40b1994bba tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/ports?device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 984 time: 0.0490494 Oct 14 07:50:03.787457 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.agents_db [None req-84b3d5e4-9e25-480e-9cd9-33a6a693fe4d None None] Agent healthcheck: found 6 active agents {{(pid=106713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:50:03.793174 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-833898b8-1e0c-4dcc-a1f7-dc73ceb97164 req-5e03af5a-4778-470b-84e7-8a1a85a5a1ba tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/security-groups?id=fa057bd1-924e-4457-95ff-65802838aca7&id=1a214c85-095f-4c55-85aa-55f6954309cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333967 Oct 14 07:50:03.812552 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 33500) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:50:03.826017 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-6c5f9a51-9bb2-4579-a8df-5ff169e48e40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:03.901623 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-6c5f9a51-9bb2-4579-a8df-5ff169e48e40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:03.943163 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-6c5f9a51-9bb2-4579-a8df-5ff169e48e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:03.979752 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-6c5f9a51-9bb2-4579-a8df-5ff169e48e40 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f43b0bb72fbe4a79aa89c02d6fad2d25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1661291 Oct 14 07:50:03.980930 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f9a51-9bb2-4579-a8df-5ff169e48e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a172f94e-0655-410f-b915-8c8e671813a2,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:50:03.982418 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 33502) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:50:04.032779 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-0db3ad85-8345-4e92-9eb5-a8d817a34073 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:04.053520 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-0db3ad85-8345-4e92-9eb5-a8d817a34073 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:04.154595 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-0db3ad85-8345-4e92-9eb5-a8d817a34073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:04.157128 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-0db3ad85-8345-4e92-9eb5-a8d817a34073 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:04.158848 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-0db3ad85-8345-4e92-9eb5-a8d817a34073 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a172f94e-0655-410f-b915-8c8e671813a2 HTTP/1.1" status: 204 len: 168 time: 0.1748586 Oct 14 07:50:04.170016 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db3ad85-8345-4e92-9eb5-a8d817a34073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a172f94e-0655-410f-b915-8c8e671813a2,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:50:04.790156 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 33510) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:50:04.802754 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-a23be862-641b-49c5-9737-09c44197d6bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:04.894874 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-a23be862-641b-49c5-9737-09c44197d6bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:04.916345 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abd5ac-977f-4ccd-82bc-bd37a2a234d8 req-7d046535-a892-4b11-8f37-4892b78a3295 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:50:04.917785 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-20abd5ac-977f-4ccd-82bc-bd37a2a234d8 req-7d046535-a892-4b11-8f37-4892b78a3295 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/ports?device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 984 time: 0.0555515 Oct 14 07:50:04.938333 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-a23be862-641b-49c5-9737-09c44197d6bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:04.990186 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-a23be862-641b-49c5-9737-09c44197d6bc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=46369b02966f414d8f93e40509f1a229&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1989400 Oct 14 07:50:04.992822 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 33514) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:50:04.994325 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-20abd5ac-977f-4ccd-82bc-bd37a2a234d8 req-2f4945c9-2480-42be-9fc5-4db837d5f76f tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/security-groups?id=fa057bd1-924e-4457-95ff-65802838aca7&id=1a214c85-095f-4c55-85aa-55f6954309cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0703421 Oct 14 07:50:04.996256 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23be862-641b-49c5-9737-09c44197d6bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e20b759-5b57-4de2-9d7e-c1cf04fde893,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:50:05.044164 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-84a06e43-c088-453b-bddf-e2056abecb94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:05.063903 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-84a06e43-c088-453b-bddf-e2056abecb94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:05.178606 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-84a06e43-c088-453b-bddf-e2056abecb94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:05.181467 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-84a06e43-c088-453b-bddf-e2056abecb94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:05.183249 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-84a06e43-c088-453b-bddf-e2056abecb94 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3e20b759-5b57-4de2-9d7e-c1cf04fde893 HTTP/1.1" status: 204 len: 168 time: 0.1888409 Oct 14 07:50:05.192419 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a06e43-c088-453b-bddf-e2056abecb94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e20b759-5b57-4de2-9d7e-c1cf04fde893,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:50:06.104999 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47af43-3da7-47bd-9096-c8238917672c req-8a59e178-efc3-4a89-92f4-68dd88f50114 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:50:06.106447 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-8a47af43-3da7-47bd-9096-c8238917672c req-8a59e178-efc3-4a89-92f4-68dd88f50114 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/ports?device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 984 time: 0.0475190 Oct 14 07:50:06.148074 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-8a47af43-3da7-47bd-9096-c8238917672c req-e8261f4e-6c37-4629-a175-d4fdc44d50e1 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/security-groups?id=fa057bd1-924e-4457-95ff-65802838aca7&id=1a214c85-095f-4c55-85aa-55f6954309cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356197 Oct 14 07:50:11.058263 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:16.054889 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f88ee2-430a-4c2f-bb99-e1948473a6a3 req-eb308a2f-856f-4c7f-bd5f-fef4d3344387 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:50:16.056367 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-d7f88ee2-430a-4c2f-bb99-e1948473a6a3 req-eb308a2f-856f-4c7f-bd5f-fef4d3344387 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 946 time: 0.0478735 Oct 14 07:50:16.092997 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-d7f88ee2-430a-4c2f-bb99-e1948473a6a3 req-e2d5f4e1-cf20-4f91-925e-a74190f306a0 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307121 Oct 14 07:50:17.209782 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e291f3c-f9fb-4e5f-8871-eacf93901b38 req-b3a0438a-e34d-40c0-81f8-c330b9919735 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:50:17.211242 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-2e291f3c-f9fb-4e5f-8871-eacf93901b38 req-b3a0438a-e34d-40c0-81f8-c330b9919735 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 946 time: 0.0473478 Oct 14 07:50:17.246400 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-2e291f3c-f9fb-4e5f-8871-eacf93901b38 req-98006b37-f9f8-49ac-bff5-10bb8c564303 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293622 Oct 14 07:50:17.637823 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e78aa-eb74-4477-a825-cc3a71354c80 req-60309598-32fc-4a47-b502-2128c446ec02 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:50:17.639242 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-cb2e78aa-eb74-4477-a825-cc3a71354c80 req-60309598-32fc-4a47-b502-2128c446ec02 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.54 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 946 time: 0.0475626 Oct 14 07:50:17.734618 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [req-cb2e78aa-eb74-4477-a825-cc3a71354c80 req-fbe6f2f5-a8eb-4624-b2f2-d13590ef144f tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Deleting port b45a02d4-8c1a-4329-9626-1e96903f8b4d {{(pid=106710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:50:17.734947 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-cb2e78aa-eb74-4477-a825-cc3a71354c80 req-fbe6f2f5-a8eb-4624-b2f2-d13590ef144f tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:17.821607 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.db [req-cb2e78aa-eb74-4477-a825-cc3a71354c80 req-fbe6f2f5-a8eb-4624-b2f2-d13590ef144f tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] For port b45a02d4-8c1a-4329-9626-1e96903f8b4d, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=b45a02d4-8c1a-4329-9626-1e96903f8b4d,segment=NetworkSegment(4a88a654-492a-4721-b165-d0bc4cb223f9),segment_id=4a88a654-492a-4721-b165-d0bc4cb223f9)] {{(pid=106710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:50:17.821959 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-cb2e78aa-eb74-4477-a825-cc3a71354c80 req-fbe6f2f5-a8eb-4624-b2f2-d13590ef144f tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:18.226591 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-cb2e78aa-eb74-4477-a825-cc3a71354c80 req-fbe6f2f5-a8eb-4624-b2f2-d13590ef144f tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:18.227289 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-cb2e78aa-eb74-4477-a825-cc3a71354c80 req-fbe6f2f5-a8eb-4624-b2f2-d13590ef144f tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648330'] for floatingip, after_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:18.227289 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.db.l3_db [req-cb2e78aa-eb74-4477-a825-cc3a71354c80 req-fbe6f2f5-a8eb-4624-b2f2-d13590ef144f tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Floating IP 6e4e18ed-14e6-49a0-b54c-d128b74151ac disassociated. External IP: 172.27.3.198, port: b45a02d4-8c1a-4329-9626-1e96903f8b4d. Oct 14 07:50:18.227571 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [req-cb2e78aa-eb74-4477-a825-cc3a71354c80 req-fbe6f2f5-a8eb-4624-b2f2-d13590ef144f tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Calling delete_port for b45a02d4-8c1a-4329-9626-1e96903f8b4d owned by compute:nova {{(pid=106710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:50:18.363415 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a8ce1-47a7-4255-81b7-03f314b979ce req-42070b1b-7ffb-4e4f-8eae-7b137bc94bd8 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:50:18.364897 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-834a8ce1-47a7-4255-81b7-03f314b979ce req-42070b1b-7ffb-4e4f-8eae-7b137bc94bd8 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/ports?device_id=63fbc2c9-6867-4031-a126-263fbe3b6476 HTTP/1.1" status: 200 len: 946 time: 0.0491481 Oct 14 07:50:18.389242 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-cb2e78aa-eb74-4477-a825-cc3a71354c80 req-fbe6f2f5-a8eb-4624-b2f2-d13590ef144f tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16030778'] for port, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:18.404079 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-834a8ce1-47a7-4255-81b7-03f314b979ce req-879d1d00-7cd5-40d2-9d75-214bc481678d tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa222368-6d26-4959-9d47-7d33562a4a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328999 Oct 14 07:50:18.421529 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe6f2f5-a8eb-4624-b2f2-d13590ef144f tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Pushing event deleted for resources: {'Port': ['ID=b45a02d4-8c1a-4329-9626-1e96903f8b4d,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:50:18.433140 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe6f2f5-a8eb-4624-b2f2-d13590ef144f tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:50:18.436871 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe6f2f5-a8eb-4624-b2f2-d13590ef144f tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:50:18.436871 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe6f2f5-a8eb-4624-b2f2-d13590ef144f tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:50:18.436871 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe6f2f5-a8eb-4624-b2f2-d13590ef144f tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:50:18.436871 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe6f2f5-a8eb-4624-b2f2-d13590ef144f tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:50:18.436871 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe6f2f5-a8eb-4624-b2f2-d13590ef144f tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:50:18.436871 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe6f2f5-a8eb-4624-b2f2-d13590ef144f tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:50:18.436871 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe6f2f5-a8eb-4624-b2f2-d13590ef144f tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:50:18.436871 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe6f2f5-a8eb-4624-b2f2-d13590ef144f tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:50:18.436871 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe6f2f5-a8eb-4624-b2f2-d13590ef144f tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:50:18.436871 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe6f2f5-a8eb-4624-b2f2-d13590ef144f tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:50:18.436871 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe6f2f5-a8eb-4624-b2f2-d13590ef144f tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:50:18.545267 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb2e78aa-eb74-4477-a825-cc3a71354c80 req-fbe6f2f5-a8eb-4624-b2f2-d13590ef144f tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Router ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc has already been hosted by L3 agent f0543dd8-cbcf-46a4-b5f3-c6f7813920a1 {{(pid=106710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:50:18.647046 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb2e78aa-eb74-4477-a825-cc3a71354c80 req-fbe6f2f5-a8eb-4624-b2f2-d13590ef144f tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Notify agent at l3_agent.dv-cinder-813746-2-iscsi the message routers_updated {{(pid=106710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:50:18.656893 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7e1584-6f3c-454e-840a-d231bdb1dbc5 None None] Sync routers for ids ['ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc'] in dv-cinder-813746-2-iscsi {{(pid=106713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:50:18.666277 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7e1584-6f3c-454e-840a-d231bdb1dbc5 None None] Routers {'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:50:18.666882 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-1d7e1584-6f3c-454e-840a-d231bdb1dbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:50:00Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc'], 'active': True} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:50:18.688474 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb2e78aa-eb74-4477-a825-cc3a71354c80 req-fbe6f2f5-a8eb-4624-b2f2-d13590ef144f tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] No DVR routers for this DVR port b45a02d4-8c1a-4329-9626-1e96903f8b4d on host hv-cinder-81374 {{(pid=106710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:50:18.691050 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-cb2e78aa-eb74-4477-a825-cc3a71354c80 req-fbe6f2f5-a8eb-4624-b2f2-d13590ef144f tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for port, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:18.694441 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-cb2e78aa-eb74-4477-a825-cc3a71354c80 req-fbe6f2f5-a8eb-4624-b2f2-d13590ef144f tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.54 "DELETE /v2.0/ports/b45a02d4-8c1a-4329-9626-1e96903f8b4d HTTP/1.1" status: 204 len: 173 time: 1.0463223 Oct 14 07:50:18.694825 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63fbc2c9-6867-4031-a126-263fbe3b6476', 'name': 'network-vif-deleted', 'tag': 'b45a02d4-8c1a-4329-9626-1e96903f8b4d'}] {{(pid=106710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:50:18.697109 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ebf78bef5954e8ca5597493995d581d8346ee5b9d6b2d49db072251da4c473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e86f772-f0b9-44aa-bbe2-a183ab356ad4" -d '{"events": [{"server_uuid": "63fbc2c9-6867-4031-a126-263fbe3b6476", "name": "network-vif-deleted", "tag": "b45a02d4-8c1a-4329-9626-1e96903f8b4d"}]}' {{(pid=106710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:50:18.732538 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1452b1ff-ab06-485b-939d-67cdb6f292e5 x-openstack-request-id: req-1452b1ff-ab06-485b-939d-67cdb6f292e5 {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:50:18.732915 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63fbc2c9-6867-4031-a126-263fbe3b6476", "name": "network-vif-deleted", "tag": "b45a02d4-8c1a-4329-9626-1e96903f8b4d", "status": "completed", "code": 200}]} {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:50:18.733235 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1452b1ff-ab06-485b-939d-67cdb6f292e5 {{(pid=106710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:50:18.733703 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63fbc2c9-6867-4031-a126-263fbe3b6476', 'name': 'network-vif-deleted', 'tag': 'b45a02d4-8c1a-4329-9626-1e96903f8b4d', 'status': 'completed', 'code': 200} Oct 14 07:50:18.780576 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvr_db [None req-1d7e1584-6f3c-454e-840a-d231bdb1dbc5 None None] Set router ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc gateway port host: dv-cinder-813746-2-iscsi {{(pid=106713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:50:18.992192 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-1d7e1584-6f3c-454e-840a-d231bdb1dbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1304633051-router', 'tenant_id': 'f209626c73004f63b5c5a1466783d22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'ef7f0eb6-937d-44cb-a3cb-0d9b9b933917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:42:28Z', 'updated_at': '2021-10-14T07:42:36Z', 'revision_number': 4, 'project_id': 'f209626c73004f63b5c5a1466783d22f', 'gw_port': {'id': 'ef7f0eb6-937d-44cb-a3cb-0d9b9b933917', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:30Z', 'updated_at': '2021-10-14T07:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': '51b804c8-1b28-4372-8826-2170eeecddb3', 'name': '', 'network_id': '234dd989-1b6f-4d0e-b26c-6546ea618e4f', 'tenant_id': 'f209626c73004f63b5c5a1466783d22f', 'mac_address': 'fa:16:3e:82:b6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:35Z', 'updated_at': '2021-10-14T07:42:46Z', 'revision_number': 5, 'project_id': 'f209626c73004f63b5c5a1466783d22f', 'subnets': [{'id': '3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:50:19.017315 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7e1584-6f3c-454e-840a-d231bdb1dbc5 None None] Checking router: ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc for host: dv-cinder-813746-2-iscsi {{(pid=106713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:50:19.025880 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7e1584-6f3c-454e-840a-d231bdb1dbc5 None None] Routers {'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:50:19.026461 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-1d7e1584-6f3c-454e-840a-d231bdb1dbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:50:00Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc'], 'active': True} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:50:19.218606 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvr_db [None req-1d7e1584-6f3c-454e-840a-d231bdb1dbc5 None None] Set router ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc gateway port host: dv-cinder-813746-2-iscsi {{(pid=106713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:50:19.409156 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-1d7e1584-6f3c-454e-840a-d231bdb1dbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1304633051-router', 'tenant_id': 'f209626c73004f63b5c5a1466783d22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'ef7f0eb6-937d-44cb-a3cb-0d9b9b933917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:42:28Z', 'updated_at': '2021-10-14T07:42:36Z', 'revision_number': 4, 'project_id': 'f209626c73004f63b5c5a1466783d22f', 'gw_port': {'id': 'ef7f0eb6-937d-44cb-a3cb-0d9b9b933917', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:30Z', 'updated_at': '2021-10-14T07:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': '51b804c8-1b28-4372-8826-2170eeecddb3', 'name': '', 'network_id': '234dd989-1b6f-4d0e-b26c-6546ea618e4f', 'tenant_id': 'f209626c73004f63b5c5a1466783d22f', 'mac_address': 'fa:16:3e:82:b6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:35Z', 'updated_at': '2021-10-14T07:42:46Z', 'revision_number': 5, 'project_id': 'f209626c73004f63b5c5a1466783d22f', 'subnets': [{'id': '3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:50:19.437512 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7e1584-6f3c-454e-840a-d231bdb1dbc5 None None] The sync data for ids ['ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc'] in dv-cinder-813746-2-iscsi is: [{'id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1304633051-router', 'tenant_id': 'f209626c73004f63b5c5a1466783d22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'ef7f0eb6-937d-44cb-a3cb-0d9b9b933917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:42:28Z', 'updated_at': '2021-10-14T07:42:36Z', 'revision_number': 4, 'project_id': 'f209626c73004f63b5c5a1466783d22f', 'gw_port': {'id': 'ef7f0eb6-937d-44cb-a3cb-0d9b9b933917', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:30Z', 'updated_at': '2021-10-14T07:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': '51b804c8-1b28-4372-8826-2170eeecddb3', 'name': '', 'network_id': '234dd989-1b6f-4d0e-b26c-6546ea618e4f', 'tenant_id': 'f209626c73004f63b5c5a1466783d22f', 'mac_address': 'fa:16:3e:82:b6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:35Z', 'updated_at': '2021-10-14T07:42:46Z', 'revision_number': 5, 'project_id': 'f209626c73004f63b5c5a1466783d22f', 'subnets': [{'id': '3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:50:19.550384 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 33546) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:50:19.605918 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-96e1ebfb-4ef7-478b-ac6d-8661975e6b10 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:19.632066 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-96e1ebfb-4ef7-478b-ac6d-8661975e6b10 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:19.640200 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581d0f93-1c85-4d41-8259-fb7229f15a64 None None] New status for floating IP 6e4e18ed-14e6-49a0-b54c-d128b74151ac: DOWN {{(pid=106712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 07:50:19.743730 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-96e1ebfb-4ef7-478b-ac6d-8661975e6b10 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:19.748499 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-96e1ebfb-4ef7-478b-ac6d-8661975e6b10 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:19.748499 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-96e1ebfb-4ef7-478b-ac6d-8661975e6b10 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "DELETE /v2.0/security-groups/aa222368-6d26-4959-9d47-7d33562a4a96 HTTP/1.1" status: 204 len: 168 time: 0.1962271 Oct 14 07:50:19.750339 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 33548) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:50:19.757233 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e1ebfb-4ef7-478b-ac6d-8661975e6b10 tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa222368-6d26-4959-9d47-7d33562a4a96,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:50:19.764202 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.api.v2.resource [None req-096fcf2f-6092-43f3-8ee1-a3674844195c tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] show failed (client error): The resource could not be found. Oct 14 07:50:19.768286 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 33550) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:50:19.768544 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-096fcf2f-6092-43f3-8ee1-a3674844195c tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "GET /v2.0/security-groups/aa222368-6d26-4959-9d47-7d33562a4a96 HTTP/1.1" status: 404 len: 347 time: 0.0169683 Oct 14 07:50:19.893245 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [None req-5002ae92-eae7-40c9-9481-d957efae245d tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Deleting port 787a859b-e519-433d-bdf5-7f894117c0a7 {{(pid=106710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:50:19.893580 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-5002ae92-eae7-40c9-9481-d957efae245d tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:19.968313 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-5002ae92-eae7-40c9-9481-d957efae245d tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:19.968632 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-5002ae92-eae7-40c9-9481-d957efae245d tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:19.979588 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [None req-5002ae92-eae7-40c9-9481-d957efae245d tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Calling delete_port for 787a859b-e519-433d-bdf5-7f894117c0a7 owned by network:floatingip {{(pid=106710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:50:20.149255 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-5002ae92-eae7-40c9-9481-d957efae245d tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16030778'] for port, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:20.172446 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5002ae92-eae7-40c9-9481-d957efae245d tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Pushing event deleted for resources: {'Port': ['ID=787a859b-e519-433d-bdf5-7f894117c0a7,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:50:20.232348 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-5002ae92-eae7-40c9-9481-d957efae245d tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks [] for floatingip, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:20.235110 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-5002ae92-eae7-40c9-9481-d957efae245d tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for floatingip, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:20.236266 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-5002ae92-eae7-40c9-9481-d957efae245d tempest-AttachVolumeShelveTestJSON-2135723612 tempest-AttachVolumeShelveTestJSON-2135723612-project] 10.222.0.47 "DELETE /v2.0/floatingips/6e4e18ed-14e6-49a0-b54c-d128b74151ac HTTP/1.1" status: 204 len: 168 time: 0.4663565 Oct 14 07:50:21.596512 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device b45a02d4-8c1a-4329-9626-1e96903f8b4d no longer exists at agent hyperv_hv-cinder-81374 {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:50:21.617398 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] No Port match for: b45a02d4-8c1a-4329-9626-1e96903f8b4d {{(pid=106712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:50:21.617739 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device b45a02d4-8c1a-4329-9626-1e96903f8b4d not bound to the agent host hv-cinder-81374 {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:50:22.930618 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 33572) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:50:23.503894 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-d12a9a18-c59c-45e9-af84-067a4d14a8b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1653706'] for router_interface, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:23.790871 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [None req-d12a9a18-c59c-45e9-af84-067a4d14a8b6 admin admin] Deleting port 51b804c8-1b28-4372-8826-2170eeecddb3 {{(pid=106710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:50:23.791244 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-d12a9a18-c59c-45e9-af84-067a4d14a8b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:23.866716 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.db [None req-d12a9a18-c59c-45e9-af84-067a4d14a8b6 admin admin] For port 51b804c8-1b28-4372-8826-2170eeecddb3, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=51b804c8-1b28-4372-8826-2170eeecddb3,segment=NetworkSegment(4a88a654-492a-4721-b165-d0bc4cb223f9),segment_id=4a88a654-492a-4721-b165-d0bc4cb223f9)] {{(pid=106710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:50:23.867085 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-d12a9a18-c59c-45e9-af84-067a4d14a8b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:23.879328 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [None req-d12a9a18-c59c-45e9-af84-067a4d14a8b6 admin admin] Calling delete_port for 51b804c8-1b28-4372-8826-2170eeecddb3 owned by network:router_interface {{(pid=106710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:50:24.098058 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-d12a9a18-c59c-45e9-af84-067a4d14a8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16030778'] for port, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:24.127187 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a9a18-c59c-45e9-af84-067a4d14a8b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=51b804c8-1b28-4372-8826-2170eeecddb3,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:50:24.291425 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-d12a9a18-c59c-45e9-af84-067a4d14a8b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2071463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654618'] for router_interface, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:24.504942 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d12a9a18-c59c-45e9-af84-067a4d14a8b6 admin admin] Router ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc has already been hosted by L3 agent f0543dd8-cbcf-46a4-b5f3-c6f7813920a1 {{(pid=106710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:50:24.838224 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12a9a18-c59c-45e9-af84-067a4d14a8b6 admin admin] Notify agent at l3_agent.dv-cinder-813746-2-iscsi the message routers_updated {{(pid=106710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:50:24.843237 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-d12a9a18-c59c-45e9-af84-067a4d14a8b6 admin admin] 10.222.0.47 "PUT /v2.0/routers/ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9115875 Oct 14 07:50:24.845683 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 33576) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:50:24.848715 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cc3d8e-aa45-4ae1-8980-a749806b0af7 None None] Sync routers for ids ['ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc'] in dv-cinder-813746-2-iscsi {{(pid=106713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:50:24.857766 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cc3d8e-aa45-4ae1-8980-a749806b0af7 None None] Routers {'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:50:24.858359 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-f1cc3d8e-aa45-4ae1-8980-a749806b0af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:50:00Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc'], 'active': True} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:50:24.946561 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-268f5d68-9c1b-4e7e-a511-026de10f839f admin admin] Publish callbacks [] for router, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:24.959864 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvr_db [None req-f1cc3d8e-aa45-4ae1-8980-a749806b0af7 None None] Set router ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc gateway port host: dv-cinder-813746-2-iscsi {{(pid=106713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:50:25.048510 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-268f5d68-9c1b-4e7e-a511-026de10f839f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:25.133820 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-f1cc3d8e-aa45-4ae1-8980-a749806b0af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1304633051-router', 'tenant_id': 'f209626c73004f63b5c5a1466783d22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'ef7f0eb6-937d-44cb-a3cb-0d9b9b933917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:42:28Z', 'updated_at': '2021-10-14T07:50:24Z', 'revision_number': 5, 'project_id': 'f209626c73004f63b5c5a1466783d22f', 'gw_port': {'id': 'ef7f0eb6-937d-44cb-a3cb-0d9b9b933917', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:42:30Z', 'updated_at': '2021-10-14T07:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi'}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:50:25.150683 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [None req-268f5d68-9c1b-4e7e-a511-026de10f839f admin admin] Deleting port ef7f0eb6-937d-44cb-a3cb-0d9b9b933917 {{(pid=106710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:50:25.151232 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-268f5d68-9c1b-4e7e-a511-026de10f839f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:25.160702 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cc3d8e-aa45-4ae1-8980-a749806b0af7 None None] Checking router: ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc for host: dv-cinder-813746-2-iscsi {{(pid=106713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:50:25.168875 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cc3d8e-aa45-4ae1-8980-a749806b0af7 None None] Routers {'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:50:25.169465 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-f1cc3d8e-aa45-4ae1-8980-a749806b0af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:50:00Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc'], 'active': True} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:50:25.227917 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.db [None req-268f5d68-9c1b-4e7e-a511-026de10f839f admin admin] For port ef7f0eb6-937d-44cb-a3cb-0d9b9b933917, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=ef7f0eb6-937d-44cb-a3cb-0d9b9b933917,segment=NetworkSegment(83c3fea4-f928-4a40-b18e-1fedd452844d),segment_id=83c3fea4-f928-4a40-b18e-1fedd452844d)] {{(pid=106710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:50:25.228278 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-268f5d68-9c1b-4e7e-a511-026de10f839f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:25.240225 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [None req-268f5d68-9c1b-4e7e-a511-026de10f839f admin admin] Calling delete_port for ef7f0eb6-937d-44cb-a3cb-0d9b9b933917 owned by network:router_gateway {{(pid=106710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:50:25.252336 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvr_db [None req-f1cc3d8e-aa45-4ae1-8980-a749806b0af7 None None] Set router ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc gateway port host: None {{(pid=106713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:50:25.305352 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-f1cc3d8e-aa45-4ae1-8980-a749806b0af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1304633051-router', 'tenant_id': 'f209626c73004f63b5c5a1466783d22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:42:28Z', 'updated_at': '2021-10-14T07:50:25Z', 'revision_number': 6, 'project_id': 'f209626c73004f63b5c5a1466783d22f', 'gw_port_host': None}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:50:25.330857 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cc3d8e-aa45-4ae1-8980-a749806b0af7 None None] The sync data for ids ['ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc'] in dv-cinder-813746-2-iscsi is: [{'id': 'ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1304633051-router', 'tenant_id': 'f209626c73004f63b5c5a1466783d22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:42:28Z', 'updated_at': '2021-10-14T07:50:25Z', 'revision_number': 6, 'project_id': 'f209626c73004f63b5c5a1466783d22f', 'gw_port_host': None}] {{(pid=106713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:50:25.458523 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-268f5d68-9c1b-4e7e-a511-026de10f839f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16030778'] for port, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:25.487337 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268f5d68-9c1b-4e7e-a511-026de10f839f admin admin] Pushing event deleted for resources: {'Port': ['ID=ef7f0eb6-937d-44cb-a3cb-0d9b9b933917,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:50:25.543680 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-268f5d68-9c1b-4e7e-a511-026de10f839f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648128'] for router_gateway, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:25.645218 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-268f5d68-9c1b-4e7e-a511-026de10f839f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-828'] for router, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:25.648580 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-268f5d68-9c1b-4e7e-a511-026de10f839f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:25.783329 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-268f5d68-9c1b-4e7e-a511-026de10f839f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651625'] for router, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:25.783924 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268f5d68-9c1b-4e7e-a511-026de10f839f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc {{(pid=106710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 07:50:25.789200 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-268f5d68-9c1b-4e7e-a511-026de10f839f admin admin] Publish callbacks [] for router, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:25.790336 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-268f5d68-9c1b-4e7e-a511-026de10f839f admin admin] 10.222.0.47 "DELETE /v2.0/routers/ca8b2c61-d2f6-4a3d-8c4a-bb6040c09cdc HTTP/1.1" status: 204 len: 168 time: 0.9437430 Oct 14 07:50:25.792840 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 33578) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:50:25.837805 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bdfd9ee-66b8-4ec7-87ec-65fd5f3f8626 admin admin] Deleting subnet 3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61 {{(pid=106710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 07:50:25.840820 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-2bdfd9ee-66b8-4ec7-87ec-65fd5f3f8626 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:25.874234 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-2bdfd9ee-66b8-4ec7-87ec-65fd5f3f8626 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15847657'] for subnet, precommit_delete_associations {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:25.977939 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-2bdfd9ee-66b8-4ec7-87ec-65fd5f3f8626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728799'] for subnet, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:26.103888 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-2bdfd9ee-66b8-4ec7-87ec-65fd5f3f8626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16031691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16090958'] for subnet, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:26.130605 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdfd9ee-66b8-4ec7-87ec-65fd5f3f8626 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:50:26.132598 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-2bdfd9ee-66b8-4ec7-87ec-65fd5f3f8626 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for subnet, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:26.135820 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-2bdfd9ee-66b8-4ec7-87ec-65fd5f3f8626 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/3d6a5bb1-068a-41e0-bd0e-1c1129bfdf61 HTTP/1.1" status: 204 len: 168 time: 0.3420336 Oct 14 07:50:26.137237 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7554fa2e-47e0-4957-bf44-f804d7425579 None None] Network 234dd989-1b6f-4d0e-b26c-6546ea618e4f requested from dv-cinder-813746-2-iscsi {{(pid=106712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:50:26.138275 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 33580) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:50:26.210264 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8ec3116c-0066-46a4-af6c-7a05cdc8ccd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530581'] for network, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:26.265786 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [None req-8ec3116c-0066-46a4-af6c-7a05cdc8ccd3 admin admin] Deleting port 195a909e-5de1-43c2-8780-d6bb046e4a42 {{(pid=106710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:50:26.266118 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8ec3116c-0066-46a4-af6c-7a05cdc8ccd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:26.329081 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3834f330-da36-4cf6-8da9-b19b1fa2f369 None None] DHCP port deletion for 234dd989-1b6f-4d0e-b26c-6546ea618e4f request from dv-cinder-813746-2-iscsi {{(pid=106712) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 07:50:26.339147 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.db [None req-8ec3116c-0066-46a4-af6c-7a05cdc8ccd3 admin admin] For port 195a909e-5de1-43c2-8780-d6bb046e4a42, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=195a909e-5de1-43c2-8780-d6bb046e4a42,segment=NetworkSegment(4a88a654-492a-4721-b165-d0bc4cb223f9),segment_id=4a88a654-492a-4721-b165-d0bc4cb223f9)] {{(pid=106710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:50:26.345586 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8ec3116c-0066-46a4-af6c-7a05cdc8ccd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:26.358585 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [None req-8ec3116c-0066-46a4-af6c-7a05cdc8ccd3 admin admin] Calling delete_port for 195a909e-5de1-43c2-8780-d6bb046e4a42 owned by network:dhcp {{(pid=106710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:50:26.376121 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-3834f330-da36-4cf6-8da9-b19b1fa2f369 None None] Deleting port 195a909e-5de1-43c2-8780-d6bb046e4a42 {{(pid=106712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:50:26.376497 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-3834f330-da36-4cf6-8da9-b19b1fa2f369 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:26.440884 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-3834f330-da36-4cf6-8da9-b19b1fa2f369 None None] For port 195a909e-5de1-43c2-8780-d6bb046e4a42, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=195a909e-5de1-43c2-8780-d6bb046e4a42,segment=NetworkSegment(4a88a654-492a-4721-b165-d0bc4cb223f9),segment_id=4a88a654-492a-4721-b165-d0bc4cb223f9)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:50:26.441305 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-3834f330-da36-4cf6-8da9-b19b1fa2f369 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:26.453166 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-3834f330-da36-4cf6-8da9-b19b1fa2f369 None None] Calling delete_port for 195a909e-5de1-43c2-8780-d6bb046e4a42 owned by network:dhcp {{(pid=106712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:50:26.526791 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8ec3116c-0066-46a4-af6c-7a05cdc8ccd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16030778'] for port, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:26.534674 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-3834f330-da36-4cf6-8da9-b19b1fa2f369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784'] for port, after_delete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:26.559097 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec3116c-0066-46a4-af6c-7a05cdc8ccd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=195a909e-5de1-43c2-8780-d6bb046e4a42,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:50:26.560993 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec3116c-0066-46a4-af6c-7a05cdc8ccd3 admin admin] No DVR routers for this DVR port 195a909e-5de1-43c2-8780-d6bb046e4a42 on host dv-cinder-813746-2-iscsi {{(pid=106710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:50:26.568065 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3834f330-da36-4cf6-8da9-b19b1fa2f369 None None] Pushing event deleted for resources: {'Port': ['ID=195a909e-5de1-43c2-8780-d6bb046e4a42,revision_number=None']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:50:26.573411 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3834f330-da36-4cf6-8da9-b19b1fa2f369 None None] No DVR routers for this DVR port 195a909e-5de1-43c2-8780-d6bb046e4a42 on host dv-cinder-813746-2-iscsi {{(pid=106712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:50:26.591466 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3834f330-da36-4cf6-8da9-b19b1fa2f369 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:50:26.592005 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3834f330-da36-4cf6-8da9-b19b1fa2f369 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:50:26.592467 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3834f330-da36-4cf6-8da9-b19b1fa2f369 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:50:26.592914 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3834f330-da36-4cf6-8da9-b19b1fa2f369 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:50:26.593258 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3834f330-da36-4cf6-8da9-b19b1fa2f369 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:50:26.593596 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3834f330-da36-4cf6-8da9-b19b1fa2f369 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:50:26.594105 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3834f330-da36-4cf6-8da9-b19b1fa2f369 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:50:26.594427 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3834f330-da36-4cf6-8da9-b19b1fa2f369 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:50:26.594893 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3834f330-da36-4cf6-8da9-b19b1fa2f369 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:50:26.595192 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3834f330-da36-4cf6-8da9-b19b1fa2f369 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:50:26.596555 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3834f330-da36-4cf6-8da9-b19b1fa2f369 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:50:26.596555 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3834f330-da36-4cf6-8da9-b19b1fa2f369 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:50:26.602809 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 195a909e-5de1-43c2-8780-d6bb046e4a42 no longer exists at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:50:26.621010 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] No Port match for: 195a909e-5de1-43c2-8780-d6bb046e4a42 {{(pid=106712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:50:26.621347 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 195a909e-5de1-43c2-8780-d6bb046e4a42 not bound to the agent host dv-cinder-813746-2-iscsi {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:50:26.621748 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 51b804c8-1b28-4372-8826-2170eeecddb3 no longer exists at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:50:26.631774 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8ec3116c-0066-46a4-af6c-7a05cdc8ccd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727114', 'neutron.services.segments.db._delete_segments_for_network-8787630205745'] for network, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:26.640014 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] No Port match for: 51b804c8-1b28-4372-8826-2170eeecddb3 {{(pid=106712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:50:26.640353 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 51b804c8-1b28-4372-8826-2170eeecddb3 not bound to the agent host dv-cinder-813746-2-iscsi {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:50:26.640753 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device ef7f0eb6-937d-44cb-a3cb-0d9b9b933917 no longer exists at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:50:26.651117 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.services.segments.db [None req-8ec3116c-0066-46a4-af6c-7a05cdc8ccd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['234dd989-1b6f-4d0e-b26c-6546ea618e4f']}} {{(pid=106710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:50:26.659596 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] No Port match for: ef7f0eb6-937d-44cb-a3cb-0d9b9b933917 {{(pid=106712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:50:26.659871 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.services.segments.db [None req-8ec3116c-0066-46a4-af6c-7a05cdc8ccd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a88a654-492a-4721-b165-d0bc4cb223f9') {'for_net_delete': True} {{(pid=106710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:50:26.660541 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device ef7f0eb6-937d-44cb-a3cb-0d9b9b933917 not bound to the agent host dv-cinder-813746-2-iscsi {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:50:26.660769 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.services.segments.db [None req-8ec3116c-0066-46a4-af6c-7a05cdc8ccd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a88a654-492a-4721-b165-d0bc4cb223f9') {} {{(pid=106710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:50:26.669868 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8ec3116c-0066-46a4-af6c-7a05cdc8ccd3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787630207546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15847632'] for segment, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:26.682329 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8ec3116c-0066-46a4-af6c-7a05cdc8ccd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728044'] for segment, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:26.687863 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ec3116c-0066-46a4-af6c-7a05cdc8ccd3 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=106710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 07:50:26.688239 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8ec3116c-0066-46a4-af6c-7a05cdc8ccd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16030825'] for segment, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:26.689819 dv-cinder-813746-2-iscsi neutron-server[106710]: Traceback (most recent call last): Oct 14 07:50:26.689819 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 07:50:26.689819 dv-cinder-813746-2-iscsi neutron-server[106710]: timer() Oct 14 07:50:26.689819 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 07:50:26.689819 dv-cinder-813746-2-iscsi neutron-server[106710]: cb(*args, **kw) Oct 14 07:50:26.689819 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 07:50:26.689819 dv-cinder-813746-2-iscsi neutron-server[106710]: return func(*args, **kwargs) Oct 14 07:50:26.689819 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 07:50:26.689819 dv-cinder-813746-2-iscsi neutron-server[106710]: self._notify() Oct 14 07:50:26.689819 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 07:50:26.689819 dv-cinder-813746-2-iscsi neutron-server[106710]: self.callback(batched_events) Oct 14 07:50:26.689819 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 07:50:26.689819 dv-cinder-813746-2-iscsi neutron-server[106710]: event.method(event) Oct 14 07:50:26.689819 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 07:50:26.689819 dv-cinder-813746-2-iscsi neutron-server[106710]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 07:50:26.689819 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 07:50:26.689819 dv-cinder-813746-2-iscsi neutron-server[106710]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 07:50:26.689819 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 07:50:26.689819 dv-cinder-813746-2-iscsi neutron-server[106710]: return f(self, *a, **k) Oct 14 07:50:26.689819 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 07:50:26.689819 dv-cinder-813746-2-iscsi neutron-server[106710]: return self._get(url).json() Oct 14 07:50:26.689819 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 07:50:26.689819 dv-cinder-813746-2-iscsi neutron-server[106710]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 07:50:26.689819 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 07:50:26.689819 dv-cinder-813746-2-iscsi neutron-server[106710]: return self.request(url, 'GET', **kwargs) Oct 14 07:50:26.689819 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 07:50:26.689819 dv-cinder-813746-2-iscsi neutron-server[106710]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 07:50:26.689819 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 07:50:26.689819 dv-cinder-813746-2-iscsi neutron-server[106710]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 07:50:26.689819 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 07:50:26.689819 dv-cinder-813746-2-iscsi neutron-server[106710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 07:50:26.689819 dv-cinder-813746-2-iscsi neutron-server[106710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 07:50:26.823425 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8ec3116c-0066-46a4-af6c-7a05cdc8ccd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648348'] for network, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:26.828543 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8ec3116c-0066-46a4-af6c-7a05cdc8ccd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for network, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:26.831713 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-8ec3116c-0066-46a4-af6c-7a05cdc8ccd3 admin admin] 10.222.0.47 "DELETE /v2.0/networks/234dd989-1b6f-4d0e-b26c-6546ea618e4f HTTP/1.1" status: 204 len: 168 time: 0.6924567 Oct 14 07:50:26.842361 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec3116c-0066-46a4-af6c-7a05cdc8ccd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=234dd989-1b6f-4d0e-b26c-6546ea618e4f,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:50:27.125265 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 33584) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:50:27.168398 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-1d950891-d216-4796-a816-aea5de818618 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f209626c73004f63b5c5a1466783d22f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0419970 Oct 14 07:50:27.170740 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 33586) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:50:27.219200 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-fe0fb6b6-9d5c-4f2d-ad47-4664558c20af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:27.239575 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-fe0fb6b6-9d5c-4f2d-ad47-4664558c20af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:27.371887 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-fe0fb6b6-9d5c-4f2d-ad47-4664558c20af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:27.374430 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-fe0fb6b6-9d5c-4f2d-ad47-4664558c20af admin admin] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:27.375634 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-fe0fb6b6-9d5c-4f2d-ad47-4664558c20af admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4291615c-0f84-4385-aff2-8b5e878613d7 HTTP/1.1" status: 204 len: 168 time: 0.2040246 Oct 14 07:50:27.383888 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0fb6b6-9d5c-4f2d-ad47-4664558c20af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4291615c-0f84-4385-aff2-8b5e878613d7,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:50:27.390823 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0fb6b6-9d5c-4f2d-ad47-4664558c20af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:50:27.391169 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0fb6b6-9d5c-4f2d-ad47-4664558c20af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:50:27.391508 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0fb6b6-9d5c-4f2d-ad47-4664558c20af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:50:27.391867 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0fb6b6-9d5c-4f2d-ad47-4664558c20af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:50:27.392196 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0fb6b6-9d5c-4f2d-ad47-4664558c20af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:50:27.392524 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0fb6b6-9d5c-4f2d-ad47-4664558c20af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:50:27.392852 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0fb6b6-9d5c-4f2d-ad47-4664558c20af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:50:27.393185 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0fb6b6-9d5c-4f2d-ad47-4664558c20af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:50:27.393541 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0fb6b6-9d5c-4f2d-ad47-4664558c20af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:50:27.393922 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0fb6b6-9d5c-4f2d-ad47-4664558c20af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:50:27.394178 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0fb6b6-9d5c-4f2d-ad47-4664558c20af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:50:27.394524 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0fb6b6-9d5c-4f2d-ad47-4664558c20af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:50:27.395151 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-8c2a323d-bad1-4d97-be26-1d09dfe563ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:29.072787 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 33636) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:50:29.177908 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-2f680e3d-a853-47d4-b49e-b644b30e502d admin admin] Publish callbacks [] for security_group, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:29.247767 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-2f680e3d-a853-47d4-b49e-b644b30e502d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:29.303211 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-2f680e3d-a853-47d4-b49e-b644b30e502d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:29.340605 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-2f680e3d-a853-47d4-b49e-b644b30e502d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f13c693db8bf4b1ea95b6c12cc6cb45f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2667487 Oct 14 07:50:29.341441 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f680e3d-a853-47d4-b49e-b644b30e502d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c78265-b0d9-4006-b033-6b56a0e13604,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:50:29.343420 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 33640) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:50:29.391260 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-52fa459d-01c3-4631-b545-a8237eed419c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:29.412609 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-52fa459d-01c3-4631-b545-a8237eed419c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:29.491792 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-52fa459d-01c3-4631-b545-a8237eed419c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:29.494362 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-52fa459d-01c3-4631-b545-a8237eed419c admin admin] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:29.495493 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-52fa459d-01c3-4631-b545-a8237eed419c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/52c78265-b0d9-4006-b033-6b56a0e13604 HTTP/1.1" status: 204 len: 168 time: 0.1509824 Oct 14 07:50:29.505133 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa459d-01c3-4631-b545-a8237eed419c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c78265-b0d9-4006-b033-6b56a0e13604,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:50:30.017657 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-67bafcae-93d8-4883-b0eb-134745ec5ea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:30.840999 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:31.412053 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-93e1ef1e-be74-48a7-9436-c986e05ec438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:31.662465 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 33680) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:50:31.764133 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-31bcb2ca-e439-4391-835a-4eb584113c82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:31.837607 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-31bcb2ca-e439-4391-835a-4eb584113c82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:31.897388 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-31bcb2ca-e439-4391-835a-4eb584113c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:31.935481 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-31bcb2ca-e439-4391-835a-4eb584113c82 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5e41a8106260450eba32282c1fd19be2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2719457 Oct 14 07:50:31.936325 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bcb2ca-e439-4391-835a-4eb584113c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29fca55-8453-4c28-af22-051b08d6951e,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:50:31.939061 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 33684) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:50:31.991344 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-835d41d3-3a7b-464d-a1b6-bc04a2656311 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:32.011391 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-835d41d3-3a7b-464d-a1b6-bc04a2656311 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:32.131685 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-835d41d3-3a7b-464d-a1b6-bc04a2656311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:32.134500 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-835d41d3-3a7b-464d-a1b6-bc04a2656311 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:32.135627 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-835d41d3-3a7b-464d-a1b6-bc04a2656311 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b29fca55-8453-4c28-af22-051b08d6951e HTTP/1.1" status: 204 len: 168 time: 0.1952007 Oct 14 07:50:32.143291 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d41d3-3a7b-464d-a1b6-bc04a2656311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29fca55-8453-4c28-af22-051b08d6951e,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:50:32.707878 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 33690) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:50:32.720870 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-565b0c04-61fe-40f6-9137-489330b59dcd admin admin] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:32.793534 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-565b0c04-61fe-40f6-9137-489330b59dcd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:32.857477 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-565b0c04-61fe-40f6-9137-489330b59dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:32.895422 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-565b0c04-61fe-40f6-9137-489330b59dcd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=55b988ec2fa54940aa127dbb30da1e27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1864502 Oct 14 07:50:32.896332 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b0c04-61fe-40f6-9137-489330b59dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99540eda-680f-4af4-84c7-e5b3ff3ba5c3,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:50:32.898491 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 33692) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:50:32.926569 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-439377cf-db3c-4e91-9aae-241f8a26ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:32.952929 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-7ae35a3a-b992-408d-95ae-9c61f0574a7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:32.973702 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-7ae35a3a-b992-408d-95ae-9c61f0574a7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:33.079919 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-7ae35a3a-b992-408d-95ae-9c61f0574a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:33.082480 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-7ae35a3a-b992-408d-95ae-9c61f0574a7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:33.083643 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-7ae35a3a-b992-408d-95ae-9c61f0574a7b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/99540eda-680f-4af4-84c7-e5b3ff3ba5c3 HTTP/1.1" status: 204 len: 168 time: 0.1838884 Oct 14 07:50:33.091315 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae35a3a-b992-408d-95ae-9c61f0574a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99540eda-680f-4af4-84c7-e5b3ff3ba5c3,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:50:38.677700 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-586dc117-05fa-4a7a-9f6d-24156a035a90 req-283003fe-f768-43d0-9c4e-baf4f7ed0a41 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1674619049&fields=id&tenant_id=72d6246795444b909400ec1804877033 HTTP/1.1" status: 200 len: 267 time: 0.0319116 Oct 14 07:50:38.732328 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586dc117-05fa-4a7a-9f6d-24156a035a90 req-8ceb811b-c187-43d7-9766-6b634b3e7f76 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:50:38.733781 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-586dc117-05fa-4a7a-9f6d-24156a035a90 req-8ceb811b-c187-43d7-9766-6b634b3e7f76 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/ports?device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 984 time: 0.0507078 Oct 14 07:50:38.745361 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [req-586dc117-05fa-4a7a-9f6d-24156a035a90 req-2a900df9-46bc-4167-96cb-cb93a3a0fba3 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Request body: {'port': {'security_groups': ['1a214c85-095f-4c55-85aa-55f6954309cc']}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:50:38.812176 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-586dc117-05fa-4a7a-9f6d-24156a035a90 req-2a900df9-46bc-4167-96cb-cb93a3a0fba3 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:38.977626 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.db [req-586dc117-05fa-4a7a-9f6d-24156a035a90 req-2a900df9-46bc-4167-96cb-cb93a3a0fba3 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] For port 7a1a67e8-7e1a-472b-802a-228156693237, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=7a1a67e8-7e1a-472b-802a-228156693237,segment=NetworkSegment(109032a9-e65c-43ac-bc0b-d790098a8377),segment_id=109032a9-e65c-43ac-bc0b-d790098a8377)] {{(pid=106711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:50:39.005027 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-586dc117-05fa-4a7a-9f6d-24156a035a90 req-2a900df9-46bc-4167-96cb-cb93a3a0fba3 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks [] for port, precommit_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:39.057237 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-586dc117-05fa-4a7a-9f6d-24156a035a90 req-2a900df9-46bc-4167-96cb-cb93a3a0fba3 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14797571'] for port, after_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:39.095088 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] get_ports_and_sgs() called for port_ids ['7a1a67e8-7e1a-472b-802a-228156693237'] {{(pid=106712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:50:39.099084 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586dc117-05fa-4a7a-9f6d-24156a035a90 req-2a900df9-46bc-4167-96cb-cb93a3a0fba3 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:50:39.099716 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [req-586dc117-05fa-4a7a-9f6d-24156a035a90 req-2a900df9-46bc-4167-96cb-cb93a3a0fba3 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for port, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:39.101122 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-586dc117-05fa-4a7a-9f6d-24156a035a90 req-2a900df9-46bc-4167-96cb-cb93a3a0fba3 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "PUT /v2.0/ports/7a1a67e8-7e1a-472b-802a-228156693237 HTTP/1.1" status: 200 len: 942 time: 0.3602924 Oct 14 07:50:39.101577 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b488dfc5-db69-4a95-ade2-cc8b68db666e', 'tag': '7a1a67e8-7e1a-472b-802a-228156693237'}] {{(pid=106711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:50:39.104213 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761d26d7c5f72f4b552347b0101038dbdc9b0b60127f0c8e71cb2eb10747878c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58290590-317e-4123-ac40-6a74ba0a19f9" -d '{"events": [{"name": "network-changed", "server_uuid": "b488dfc5-db69-4a95-ade2-cc8b68db666e", "tag": "7a1a67e8-7e1a-472b-802a-228156693237"}]}' {{(pid=106711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:50:39.107123 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 33766) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:50:39.148633 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a900df9-46bc-4167-96cb-cb93a3a0fba3 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Pushing event updated for resources: {'Port': ['ID=7a1a67e8-7e1a-472b-802a-228156693237,revision_number=7']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:50:39.163986 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39d2c26-2477-4e47-894c-dce478efd4e5 x-openstack-request-id: req-a39d2c26-2477-4e47-894c-dce478efd4e5 {{(pid=106711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:50:39.164349 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b488dfc5-db69-4a95-ade2-cc8b68db666e", "tag": "7a1a67e8-7e1a-472b-802a-228156693237", "status": "completed", "code": 200}]} {{(pid=106711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:50:39.164667 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a39d2c26-2477-4e47-894c-dce478efd4e5 {{(pid=106711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:50:39.165164 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b488dfc5-db69-4a95-ade2-cc8b68db666e', 'tag': '7a1a67e8-7e1a-472b-802a-228156693237', 'status': 'completed', 'code': 200} Oct 14 07:50:39.187866 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-024e87ff-ca1f-4263-b911-14a0ee30db3e tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:39.216442 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-024e87ff-ca1f-4263-b911-14a0ee30db3e tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:39.237331 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] get_ports_and_sgs() called for port_ids ['7a1a67e8-7e1a-472b-802a-228156693237'] {{(pid=106712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:50:39.292756 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58290590-317e-4123-ac40-6a74ba0a19f9 req-75beb451-0546-4c58-881f-0378ee2dab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:50:39.293533 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-d49c607d-07a4-42ef-b147-5b468f1e4325 req-c4530ded-6d09-4d50-a414-700ba12279cc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0578101 Oct 14 07:50:39.294904 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-58290590-317e-4123-ac40-6a74ba0a19f9 req-75beb451-0546-4c58-881f-0378ee2dab87 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=72d6246795444b909400ec1804877033&device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 1098 time: 0.0669353 Oct 14 07:50:39.372050 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-51efa2a8-fddd-432c-aad5-88c770586dfc None None] Provisioning complete for port 7a1a67e8-7e1a-472b-802a-228156693237 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:50:39.372335 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-51efa2a8-fddd-432c-aad5-88c770586dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:39.394400 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58290590-317e-4123-ac40-6a74ba0a19f9 req-b3f13e62-158a-49c8-a681-f4c0b34ef13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:50:39.395867 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-58290590-317e-4123-ac40-6a74ba0a19f9 req-b3f13e62-158a-49c8-a681-f4c0b34ef13f service neutron] 10.222.0.54 "GET /v2.0/networks?id=bd30e85b-b49f-4f5d-8101-de41bdd7d67a HTTP/1.1" status: 200 len: 916 time: 0.0932491 Oct 14 07:50:39.442110 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-024e87ff-ca1f-4263-b911-14a0ee30db3e tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:39.444654 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-024e87ff-ca1f-4263-b911-14a0ee30db3e tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:39.445776 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-024e87ff-ca1f-4263-b911-14a0ee30db3e tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "DELETE /v2.0/security-groups/fa057bd1-924e-4457-95ff-65802838aca7 HTTP/1.1" status: 204 len: 168 time: 0.3375161 Oct 14 07:50:39.448687 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 33768) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:50:39.464144 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e87ff-ca1f-4263-b911-14a0ee30db3e tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa057bd1-924e-4457-95ff-65802838aca7,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:50:39.483004 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-58290590-317e-4123-ac40-6a74ba0a19f9 req-f8452b03-91d9-42e8-a3a5-45d00dbbf148 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a1a67e8-7e1a-472b-802a-228156693237 HTTP/1.1" status: 200 len: 1000 time: 0.0784373 Oct 14 07:50:39.538659 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58290590-317e-4123-ac40-6a74ba0a19f9 req-ae5ad8ef-4a6b-40d6-835a-b07e443564a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:50:39.540376 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-58290590-317e-4123-ac40-6a74ba0a19f9 req-ae5ad8ef-4a6b-40d6-835a-b07e443564a9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1b5fbace-26eb-40a2-8a98-87f63b5b1ae2 HTTP/1.1" status: 200 len: 854 time: 0.0492549 Oct 14 07:50:39.587794 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58290590-317e-4123-ac40-6a74ba0a19f9 req-7c580046-2c22-4da7-bd69-f432b627ca01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:50:39.589391 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-58290590-317e-4123-ac40-6a74ba0a19f9 req-7c580046-2c22-4da7-bd69-f432b627ca01 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bd30e85b-b49f-4f5d-8101-de41bdd7d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414402 Oct 14 07:50:39.619120 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [None req-cb761d79-6a43-45a9-84c9-543d4813d054 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Deleting port 326468ba-ae4a-41f7-b258-c145b1fe1551 {{(pid=106711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:50:39.619242 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-cb761d79-6a43-45a9-84c9-543d4813d054 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:39.690119 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-58290590-317e-4123-ac40-6a74ba0a19f9 req-73a5659e-def0-4b81-b057-f68cb57b6d2c service neutron] 10.222.0.54 "GET /v2.0/networks/bd30e85b-b49f-4f5d-8101-de41bdd7d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919611 Oct 14 07:50:39.702706 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-cb761d79-6a43-45a9-84c9-543d4813d054 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:39.703265 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-cb761d79-6a43-45a9-84c9-543d4813d054 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:39.721190 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [None req-cb761d79-6a43-45a9-84c9-543d4813d054 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Calling delete_port for 326468ba-ae4a-41f7-b258-c145b1fe1551 owned by network:floatingip {{(pid=106711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:50:39.790052 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-58290590-317e-4123-ac40-6a74ba0a19f9 req-5c41ded7-09e1-4670-89d7-bca8be9e4be8 service neutron] 10.222.0.54 "GET /v2.0/networks/bd30e85b-b49f-4f5d-8101-de41bdd7d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917199 Oct 14 07:50:39.922746 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c607d-07a4-42ef-b147-5b468f1e4325 req-a6d8d26b-7b5f-4dcd-891f-690c8100e2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:50:39.924370 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-d49c607d-07a4-42ef-b147-5b468f1e4325 req-a6d8d26b-7b5f-4dcd-891f-690c8100e2ad service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=72d6246795444b909400ec1804877033&device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 1098 time: 0.0415118 Oct 14 07:50:39.954712 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-cb761d79-6a43-45a9-84c9-543d4813d054 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14797620'] for port, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:39.988665 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb761d79-6a43-45a9-84c9-543d4813d054 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Pushing event deleted for resources: {'Port': ['ID=326468ba-ae4a-41f7-b258-c145b1fe1551,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:50:40.026374 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c607d-07a4-42ef-b147-5b468f1e4325 req-948b2f64-d1ef-41e6-bf60-4de3136d1f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:50:40.027880 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-d49c607d-07a4-42ef-b147-5b468f1e4325 req-948b2f64-d1ef-41e6-bf60-4de3136d1f39 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bd30e85b-b49f-4f5d-8101-de41bdd7d67a HTTP/1.1" status: 200 len: 916 time: 0.0842943 Oct 14 07:50:40.046781 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-cb761d79-6a43-45a9-84c9-543d4813d054 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks [] for floatingip, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:40.047027 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.db.l3_db [None req-cb761d79-6a43-45a9-84c9-543d4813d054 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Floating IP 3337eb49-7971-4104-b350-c62d8efcaf89 disassociated (deleted). External IP: 172.27.3.54, port: 7a1a67e8-7e1a-472b-802a-228156693237. Oct 14 07:50:40.076368 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-d49c607d-07a4-42ef-b147-5b468f1e4325 req-82ce1315-09ea-4c8e-9887-f3a054fbc113 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a1a67e8-7e1a-472b-802a-228156693237 HTTP/1.1" status: 200 len: 217 time: 0.0405374 Oct 14 07:50:40.127218 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c607d-07a4-42ef-b147-5b468f1e4325 req-1376218c-1bc9-410f-befa-4307c96dce40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:50:40.128838 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-d49c607d-07a4-42ef-b147-5b468f1e4325 req-1376218c-1bc9-410f-befa-4307c96dce40 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1b5fbace-26eb-40a2-8a98-87f63b5b1ae2 HTTP/1.1" status: 200 len: 854 time: 0.0443716 Oct 14 07:50:40.174889 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c607d-07a4-42ef-b147-5b468f1e4325 req-be916e75-329c-4b6f-bcca-1e116c08ae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:50:40.176507 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-d49c607d-07a4-42ef-b147-5b468f1e4325 req-be916e75-329c-4b6f-bcca-1e116c08ae0c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bd30e85b-b49f-4f5d-8101-de41bdd7d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403724 Oct 14 07:50:40.264043 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb761d79-6a43-45a9-84c9-543d4813d054 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Router c20db544-ea25-4daf-a7ea-ffc13027db7e has already been hosted by L3 agent f0543dd8-cbcf-46a4-b5f3-c6f7813920a1 {{(pid=106711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:50:40.269314 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-d49c607d-07a4-42ef-b147-5b468f1e4325 req-bc47cf4a-9753-4f10-84bf-6b95e185933d service neutron] 10.222.0.54 "GET /v2.0/networks/bd30e85b-b49f-4f5d-8101-de41bdd7d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837488 Oct 14 07:50:40.362872 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-d49c607d-07a4-42ef-b147-5b468f1e4325 req-90036b21-5d3c-4094-8624-3fcdaf9139ea service neutron] 10.222.0.54 "GET /v2.0/networks/bd30e85b-b49f-4f5d-8101-de41bdd7d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849848 Oct 14 07:50:40.372843 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb761d79-6a43-45a9-84c9-543d4813d054 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Notify agent at l3_agent.dv-cinder-813746-2-iscsi the message routers_updated {{(pid=106711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:50:40.377223 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-cb761d79-6a43-45a9-84c9-543d4813d054 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for floatingip, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:40.384082 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea91783-0a6e-4473-a9d8-35e5ef11481d None None] Sync routers for ids ['c20db544-ea25-4daf-a7ea-ffc13027db7e'] in dv-cinder-813746-2-iscsi {{(pid=106712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:50:40.393112 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea91783-0a6e-4473-a9d8-35e5ef11481d None None] Routers {'c20db544-ea25-4daf-a7ea-ffc13027db7e'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:50:40.397948 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-7ea91783-0a6e-4473-a9d8-35e5ef11481d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:50:30Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['c20db544-ea25-4daf-a7ea-ffc13027db7e'], 'active': True} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:50:40.406296 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-cb761d79-6a43-45a9-84c9-543d4813d054 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "DELETE /v2.0/floatingips/3337eb49-7971-4104-b350-c62d8efcaf89 HTTP/1.1" status: 204 len: 168 time: 0.9550970 Oct 14 07:50:40.503841 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvr_db [None req-7ea91783-0a6e-4473-a9d8-35e5ef11481d None None] Set router c20db544-ea25-4daf-a7ea-ffc13027db7e gateway port host: dv-cinder-813746-2-iscsi {{(pid=106712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:50:40.709735 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-7ea91783-0a6e-4473-a9d8-35e5ef11481d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c20db544-ea25-4daf-a7ea-ffc13027db7e', 'name': 'tempest-TestMinimumBasicScenario-1407006731-router', 'tenant_id': '72d6246795444b909400ec1804877033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd89c341f-9364-4353-8701-b33965224e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:14Z', 'updated_at': '2021-10-14T07:48:18Z', 'revision_number': 4, 'project_id': '72d6246795444b909400ec1804877033', 'gw_port': {'id': 'd89c341f-9364-4353-8701-b33965224e2a', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:58:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20db544-ea25-4daf-a7ea-ffc13027db7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:15Z', 'updated_at': '2021-10-14T07:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': 'ff6cad0c-49ee-4c5c-8443-6e2a4f814498', 'name': '', 'network_id': 'bd30e85b-b49f-4f5d-8101-de41bdd7d67a', 'tenant_id': '72d6246795444b909400ec1804877033', 'mac_address': 'fa:16:3e:c7:a7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20db544-ea25-4daf-a7ea-ffc13027db7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '1b5fbace-26eb-40a2-8a98-87f63b5b1ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:17Z', 'updated_at': '2021-10-14T07:48:23Z', 'revision_number': 5, 'project_id': '72d6246795444b909400ec1804877033', 'subnets': [{'id': '1b5fbace-26eb-40a2-8a98-87f63b5b1ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:50:40.735762 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea91783-0a6e-4473-a9d8-35e5ef11481d None None] Checking router: c20db544-ea25-4daf-a7ea-ffc13027db7e for host: dv-cinder-813746-2-iscsi {{(pid=106712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:50:40.745339 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea91783-0a6e-4473-a9d8-35e5ef11481d None None] Routers {'c20db544-ea25-4daf-a7ea-ffc13027db7e'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:50:40.745947 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-7ea91783-0a6e-4473-a9d8-35e5ef11481d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:50:30Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['c20db544-ea25-4daf-a7ea-ffc13027db7e'], 'active': True} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:50:40.787285 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.agents_db [None req-84b3d5e4-9e25-480e-9cd9-33a6a693fe4d None None] Agent healthcheck: found 6 active agents {{(pid=106713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:50:40.852933 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvr_db [None req-7ea91783-0a6e-4473-a9d8-35e5ef11481d None None] Set router c20db544-ea25-4daf-a7ea-ffc13027db7e gateway port host: dv-cinder-813746-2-iscsi {{(pid=106712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:50:41.055200 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:41.057610 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-7ea91783-0a6e-4473-a9d8-35e5ef11481d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c20db544-ea25-4daf-a7ea-ffc13027db7e', 'name': 'tempest-TestMinimumBasicScenario-1407006731-router', 'tenant_id': '72d6246795444b909400ec1804877033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd89c341f-9364-4353-8701-b33965224e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:14Z', 'updated_at': '2021-10-14T07:48:18Z', 'revision_number': 4, 'project_id': '72d6246795444b909400ec1804877033', 'gw_port': {'id': 'd89c341f-9364-4353-8701-b33965224e2a', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:58:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20db544-ea25-4daf-a7ea-ffc13027db7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:15Z', 'updated_at': '2021-10-14T07:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': 'ff6cad0c-49ee-4c5c-8443-6e2a4f814498', 'name': '', 'network_id': 'bd30e85b-b49f-4f5d-8101-de41bdd7d67a', 'tenant_id': '72d6246795444b909400ec1804877033', 'mac_address': 'fa:16:3e:c7:a7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20db544-ea25-4daf-a7ea-ffc13027db7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '1b5fbace-26eb-40a2-8a98-87f63b5b1ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:17Z', 'updated_at': '2021-10-14T07:48:23Z', 'revision_number': 5, 'project_id': '72d6246795444b909400ec1804877033', 'subnets': [{'id': '1b5fbace-26eb-40a2-8a98-87f63b5b1ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:50:41.082849 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea91783-0a6e-4473-a9d8-35e5ef11481d None None] The sync data for ids ['c20db544-ea25-4daf-a7ea-ffc13027db7e'] in dv-cinder-813746-2-iscsi is: [{'id': 'c20db544-ea25-4daf-a7ea-ffc13027db7e', 'name': 'tempest-TestMinimumBasicScenario-1407006731-router', 'tenant_id': '72d6246795444b909400ec1804877033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd89c341f-9364-4353-8701-b33965224e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:14Z', 'updated_at': '2021-10-14T07:48:18Z', 'revision_number': 4, 'project_id': '72d6246795444b909400ec1804877033', 'gw_port': {'id': 'd89c341f-9364-4353-8701-b33965224e2a', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:58:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20db544-ea25-4daf-a7ea-ffc13027db7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:15Z', 'updated_at': '2021-10-14T07:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': 'ff6cad0c-49ee-4c5c-8443-6e2a4f814498', 'name': '', 'network_id': 'bd30e85b-b49f-4f5d-8101-de41bdd7d67a', 'tenant_id': '72d6246795444b909400ec1804877033', 'mac_address': 'fa:16:3e:c7:a7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20db544-ea25-4daf-a7ea-ffc13027db7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '1b5fbace-26eb-40a2-8a98-87f63b5b1ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:17Z', 'updated_at': '2021-10-14T07:48:23Z', 'revision_number': 5, 'project_id': '72d6246795444b909400ec1804877033', 'subnets': [{'id': '1b5fbace-26eb-40a2-8a98-87f63b5b1ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:50:41.166741 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b488dfc5-db69-4a95-ade2-cc8b68db666e', 'tag': '7a1a67e8-7e1a-472b-802a-228156693237'}] {{(pid=106711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:50:41.169450 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761d26d7c5f72f4b552347b0101038dbdc9b0b60127f0c8e71cb2eb10747878c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277c77bd-8201-4807-a80c-20474b776c0a" -d '{"events": [{"name": "network-changed", "server_uuid": "b488dfc5-db69-4a95-ade2-cc8b68db666e", "tag": "7a1a67e8-7e1a-472b-802a-228156693237"}]}' {{(pid=106711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:50:41.207095 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7447957-04c4-4a92-8348-9ce46422a980 x-openstack-request-id: req-f7447957-04c4-4a92-8348-9ce46422a980 {{(pid=106711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:50:41.207389 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b488dfc5-db69-4a95-ade2-cc8b68db666e", "tag": "7a1a67e8-7e1a-472b-802a-228156693237", "status": "completed", "code": 200}]} {{(pid=106711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:50:41.207645 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f7447957-04c4-4a92-8348-9ce46422a980 {{(pid=106711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:50:41.208073 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b488dfc5-db69-4a95-ade2-cc8b68db666e', 'tag': '7a1a67e8-7e1a-472b-802a-228156693237', 'status': 'completed', 'code': 200} Oct 14 07:50:41.317347 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c77bd-8201-4807-a80c-20474b776c0a req-89654e07-d99e-4ada-b92e-4e5cbe41a7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:50:41.317989 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-277c77bd-8201-4807-a80c-20474b776c0a req-89654e07-d99e-4ada-b92e-4e5cbe41a7b9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=72d6246795444b909400ec1804877033&device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 1098 time: 0.0516610 Oct 14 07:50:41.332678 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4d72ca-5bdd-4097-9be4-236e4e87b8e6 None None] New status for floating IP 3337eb49-7971-4104-b350-c62d8efcaf89: DOWN {{(pid=106713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 07:50:41.416132 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c77bd-8201-4807-a80c-20474b776c0a req-26235560-84d5-4703-883e-e68e34067f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:50:41.417617 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-277c77bd-8201-4807-a80c-20474b776c0a req-26235560-84d5-4703-883e-e68e34067f5a service neutron] 10.222.0.54 "GET /v2.0/networks?id=bd30e85b-b49f-4f5d-8101-de41bdd7d67a HTTP/1.1" status: 200 len: 916 time: 0.0894532 Oct 14 07:50:41.464075 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-277c77bd-8201-4807-a80c-20474b776c0a req-f206763c-582b-4c8c-9894-27e4ecec9a41 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a1a67e8-7e1a-472b-802a-228156693237 HTTP/1.1" status: 200 len: 217 time: 0.0387149 Oct 14 07:50:41.512919 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c77bd-8201-4807-a80c-20474b776c0a req-b4cdd54f-36f4-486d-a76e-caeb8007fed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:50:41.514430 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-277c77bd-8201-4807-a80c-20474b776c0a req-b4cdd54f-36f4-486d-a76e-caeb8007fed1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1b5fbace-26eb-40a2-8a98-87f63b5b1ae2 HTTP/1.1" status: 200 len: 854 time: 0.0439532 Oct 14 07:50:41.559433 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c77bd-8201-4807-a80c-20474b776c0a req-7aaf447a-d411-4d37-872b-81ccced96755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:50:41.560819 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-277c77bd-8201-4807-a80c-20474b776c0a req-7aaf447a-d411-4d37-872b-81ccced96755 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bd30e85b-b49f-4f5d-8101-de41bdd7d67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391490 Oct 14 07:50:41.654237 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-277c77bd-8201-4807-a80c-20474b776c0a req-9a5805ef-29e3-4317-881d-2d6c2d37b653 service neutron] 10.222.0.54 "GET /v2.0/networks/bd30e85b-b49f-4f5d-8101-de41bdd7d67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848017 Oct 14 07:50:41.746142 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-277c77bd-8201-4807-a80c-20474b776c0a req-b78c02ab-1212-40d4-8d2f-2c34aaa74bd0 service neutron] 10.222.0.54 "GET /v2.0/networks/bd30e85b-b49f-4f5d-8101-de41bdd7d67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830553 Oct 14 07:50:44.752752 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ccbd4d-6465-4a15-ac19-ef684013cf3e req-5f051356-af90-4833-b115-6c3efed2a3a3 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:50:44.754356 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-11ccbd4d-6465-4a15-ac19-ef684013cf3e req-5f051356-af90-4833-b115-6c3efed2a3a3 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/ports?device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 945 time: 0.0535877 Oct 14 07:50:44.793362 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-11ccbd4d-6465-4a15-ac19-ef684013cf3e req-e09b5824-5b15-4085-b0a9-ebaf2e72a934 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/security-groups?id=1a214c85-095f-4c55-85aa-55f6954309cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330014 Oct 14 07:50:45.916480 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e98e8-3f7f-4518-a9dc-dfbf651d082f req-74ef8b31-2aa0-48e2-a442-f31f6eff2d81 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:50:45.917994 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-694e98e8-3f7f-4518-a9dc-dfbf651d082f req-74ef8b31-2aa0-48e2-a442-f31f6eff2d81 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/ports?device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 945 time: 0.0492530 Oct 14 07:50:45.955758 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-694e98e8-3f7f-4518-a9dc-dfbf651d082f req-87b7201e-0d67-429c-b125-b9df99582a84 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/security-groups?id=1a214c85-095f-4c55-85aa-55f6954309cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319335 Oct 14 07:50:46.566457 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eeb66f-1199-466c-92e7-8a3dee3c6aa9 req-d5f9ee7f-6bc1-4eca-a271-cf8b1f7b8c44 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:50:46.568424 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-00eeb66f-1199-466c-92e7-8a3dee3c6aa9 req-d5f9ee7f-6bc1-4eca-a271-cf8b1f7b8c44 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.54 "GET /v2.0/ports?device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 945 time: 0.0468597 Oct 14 07:50:46.655171 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [req-00eeb66f-1199-466c-92e7-8a3dee3c6aa9 req-26af72da-a7ec-43cc-842a-743a469bfa91 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Deleting port 7a1a67e8-7e1a-472b-802a-228156693237 {{(pid=106710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:50:46.655501 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-00eeb66f-1199-466c-92e7-8a3dee3c6aa9 req-26af72da-a7ec-43cc-842a-743a469bfa91 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:46.742861 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.db [req-00eeb66f-1199-466c-92e7-8a3dee3c6aa9 req-26af72da-a7ec-43cc-842a-743a469bfa91 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] For port 7a1a67e8-7e1a-472b-802a-228156693237, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=7a1a67e8-7e1a-472b-802a-228156693237,segment=NetworkSegment(109032a9-e65c-43ac-bc0b-d790098a8377),segment_id=109032a9-e65c-43ac-bc0b-d790098a8377)] {{(pid=106710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:50:46.743218 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-00eeb66f-1199-466c-92e7-8a3dee3c6aa9 req-26af72da-a7ec-43cc-842a-743a469bfa91 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:46.755627 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [req-00eeb66f-1199-466c-92e7-8a3dee3c6aa9 req-26af72da-a7ec-43cc-842a-743a469bfa91 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Calling delete_port for 7a1a67e8-7e1a-472b-802a-228156693237 owned by compute:nova {{(pid=106710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:50:46.937464 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-00eeb66f-1199-466c-92e7-8a3dee3c6aa9 req-26af72da-a7ec-43cc-842a-743a469bfa91 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16030778'] for port, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:46.966089 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af72da-a7ec-43cc-842a-743a469bfa91 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Pushing event deleted for resources: {'Port': ['ID=7a1a67e8-7e1a-472b-802a-228156693237,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:50:46.974990 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] get_ports_and_sgs() called for port_ids ['7a1a67e8-7e1a-472b-802a-228156693237'] {{(pid=106712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:50:47.008127 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.l3_dvrscheduler_db [req-00eeb66f-1199-466c-92e7-8a3dee3c6aa9 req-26af72da-a7ec-43cc-842a-743a469bfa91 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] No DVR routers for this DVR port 7a1a67e8-7e1a-472b-802a-228156693237 on host hv-cinder-81374 {{(pid=106710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:50:47.011078 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-00eeb66f-1199-466c-92e7-8a3dee3c6aa9 req-26af72da-a7ec-43cc-842a-743a469bfa91 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for port, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:47.014375 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-00eeb66f-1199-466c-92e7-8a3dee3c6aa9 req-26af72da-a7ec-43cc-842a-743a469bfa91 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.54 "DELETE /v2.0/ports/7a1a67e8-7e1a-472b-802a-228156693237 HTTP/1.1" status: 204 len: 173 time: 0.4401979 Oct 14 07:50:47.016584 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b488dfc5-db69-4a95-ade2-cc8b68db666e', 'name': 'network-vif-deleted', 'tag': '7a1a67e8-7e1a-472b-802a-228156693237'}] {{(pid=106710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:50:47.017167 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ebf78bef5954e8ca5597493995d581d8346ee5b9d6b2d49db072251da4c473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c61382-1f5d-4da5-8792-1e7cc65a3726" -d '{"events": [{"server_uuid": "b488dfc5-db69-4a95-ade2-cc8b68db666e", "name": "network-vif-deleted", "tag": "7a1a67e8-7e1a-472b-802a-228156693237"}]}' {{(pid=106710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:50:47.052532 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-87bf092d-a53e-4f1c-b601-ac982b6b9fd2 req-8c45953e-6f46-4ce5-a085-6cc73a9c7e95 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/ports?device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 210 time: 0.0271609 Oct 14 07:50:47.058387 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b014fd14-af12-4d26-8234-879eb96ede5b x-openstack-request-id: req-b014fd14-af12-4d26-8234-879eb96ede5b {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:50:47.059095 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b488dfc5-db69-4a95-ade2-cc8b68db666e", "name": "network-vif-deleted", "tag": "7a1a67e8-7e1a-472b-802a-228156693237", "status": "completed", "code": 200}]} {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:50:47.059350 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b014fd14-af12-4d26-8234-879eb96ede5b {{(pid=106710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:50:47.059755 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b488dfc5-db69-4a95-ade2-cc8b68db666e', 'name': 'network-vif-deleted', 'tag': '7a1a67e8-7e1a-472b-802a-228156693237', 'status': 'completed', 'code': 200} Oct 14 07:50:48.160895 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-74b993c0-abc1-4001-8c05-5cedca997b0a req-932c9f91-a06d-4c30-9c39-28508816d6b0 tempest-TestMinimumBasicScenario-1379857654 tempest-TestMinimumBasicScenario-1379857654-project] 10.222.0.47 "GET /v2.0/ports?device_id=b488dfc5-db69-4a95-ade2-cc8b68db666e HTTP/1.1" status: 200 len: 210 time: 0.0293062 Oct 14 07:50:50.452718 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 33974) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:50:50.790681 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-b6c1af49-bfb5-4071-8e11-fbcea1cab353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1653706'] for router_interface, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:51.025119 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [None req-b6c1af49-bfb5-4071-8e11-fbcea1cab353 admin admin] Deleting port ff6cad0c-49ee-4c5c-8443-6e2a4f814498 {{(pid=106711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:50:51.025447 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-b6c1af49-bfb5-4071-8e11-fbcea1cab353 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:51.101316 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.db [None req-b6c1af49-bfb5-4071-8e11-fbcea1cab353 admin admin] For port ff6cad0c-49ee-4c5c-8443-6e2a4f814498, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=ff6cad0c-49ee-4c5c-8443-6e2a4f814498,segment=NetworkSegment(109032a9-e65c-43ac-bc0b-d790098a8377),segment_id=109032a9-e65c-43ac-bc0b-d790098a8377)] {{(pid=106711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:50:51.101617 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-b6c1af49-bfb5-4071-8e11-fbcea1cab353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:51.117225 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [None req-b6c1af49-bfb5-4071-8e11-fbcea1cab353 admin admin] Calling delete_port for ff6cad0c-49ee-4c5c-8443-6e2a4f814498 owned by network:router_interface {{(pid=106711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:50:51.337420 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-b6c1af49-bfb5-4071-8e11-fbcea1cab353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14797620'] for port, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:51.362812 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c1af49-bfb5-4071-8e11-fbcea1cab353 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff6cad0c-49ee-4c5c-8443-6e2a4f814498,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:50:51.528161 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-b6c1af49-bfb5-4071-8e11-fbcea1cab353 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2071463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654618'] for router_interface, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:51.719644 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 7a1a67e8-7e1a-472b-802a-228156693237 no longer exists at agent hyperv_hv-cinder-81374 {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:50:51.742855 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] No Port match for: 7a1a67e8-7e1a-472b-802a-228156693237 {{(pid=106712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:50:51.743309 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 7a1a67e8-7e1a-472b-802a-228156693237 not bound to the agent host hv-cinder-81374 {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:50:51.751459 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c1af49-bfb5-4071-8e11-fbcea1cab353 admin admin] Router c20db544-ea25-4daf-a7ea-ffc13027db7e has already been hosted by L3 agent f0543dd8-cbcf-46a4-b5f3-c6f7813920a1 {{(pid=106711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:50:51.860410 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c1af49-bfb5-4071-8e11-fbcea1cab353 admin admin] Notify agent at l3_agent.dv-cinder-813746-2-iscsi the message routers_updated {{(pid=106711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:50:51.868837 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-b6c1af49-bfb5-4071-8e11-fbcea1cab353 admin admin] 10.222.0.47 "PUT /v2.0/routers/c20db544-ea25-4daf-a7ea-ffc13027db7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4122012 Oct 14 07:50:51.868837 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 33996) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:50:51.872218 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9f16aa-8e7b-4dc9-a1a7-68df8caf65cb None None] Sync routers for ids ['c20db544-ea25-4daf-a7ea-ffc13027db7e'] in dv-cinder-813746-2-iscsi {{(pid=106712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:50:51.882252 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9f16aa-8e7b-4dc9-a1a7-68df8caf65cb None None] Routers {'c20db544-ea25-4daf-a7ea-ffc13027db7e'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:50:51.882925 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-6d9f16aa-8e7b-4dc9-a1a7-68df8caf65cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:50:30Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['c20db544-ea25-4daf-a7ea-ffc13027db7e'], 'active': True} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:50:51.982863 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-03fc4ac3-6c98-4e6d-9a7d-5b50bc731e1c admin admin] Publish callbacks [] for router, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:52.124841 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvr_db [None req-6d9f16aa-8e7b-4dc9-a1a7-68df8caf65cb None None] Set router c20db544-ea25-4daf-a7ea-ffc13027db7e gateway port host: dv-cinder-813746-2-iscsi {{(pid=106712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:50:52.321582 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-6d9f16aa-8e7b-4dc9-a1a7-68df8caf65cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c20db544-ea25-4daf-a7ea-ffc13027db7e', 'name': 'tempest-TestMinimumBasicScenario-1407006731-router', 'tenant_id': '72d6246795444b909400ec1804877033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd89c341f-9364-4353-8701-b33965224e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:14Z', 'updated_at': '2021-10-14T07:50:51Z', 'revision_number': 5, 'project_id': '72d6246795444b909400ec1804877033', 'gw_port': {'id': 'd89c341f-9364-4353-8701-b33965224e2a', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:58:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20db544-ea25-4daf-a7ea-ffc13027db7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:15Z', 'updated_at': '2021-10-14T07:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi'}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:50:52.334805 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-03fc4ac3-6c98-4e6d-9a7d-5b50bc731e1c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:52.353974 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9f16aa-8e7b-4dc9-a1a7-68df8caf65cb None None] Checking router: c20db544-ea25-4daf-a7ea-ffc13027db7e for host: dv-cinder-813746-2-iscsi {{(pid=106712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:50:52.362059 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9f16aa-8e7b-4dc9-a1a7-68df8caf65cb None None] Routers {'c20db544-ea25-4daf-a7ea-ffc13027db7e'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:50:52.362657 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-6d9f16aa-8e7b-4dc9-a1a7-68df8caf65cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:50:30Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['c20db544-ea25-4daf-a7ea-ffc13027db7e'], 'active': True} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:50:52.454530 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [None req-03fc4ac3-6c98-4e6d-9a7d-5b50bc731e1c admin admin] Deleting port d89c341f-9364-4353-8701-b33965224e2a {{(pid=106711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:50:52.454881 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-03fc4ac3-6c98-4e6d-9a7d-5b50bc731e1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:52.468741 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvr_db [None req-6d9f16aa-8e7b-4dc9-a1a7-68df8caf65cb None None] Set router c20db544-ea25-4daf-a7ea-ffc13027db7e gateway port host: dv-cinder-813746-2-iscsi {{(pid=106712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:50:52.537026 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.db [None req-03fc4ac3-6c98-4e6d-9a7d-5b50bc731e1c admin admin] For port d89c341f-9364-4353-8701-b33965224e2a, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=d89c341f-9364-4353-8701-b33965224e2a,segment=NetworkSegment(83c3fea4-f928-4a40-b18e-1fedd452844d),segment_id=83c3fea4-f928-4a40-b18e-1fedd452844d)] {{(pid=106711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:50:52.537570 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-03fc4ac3-6c98-4e6d-9a7d-5b50bc731e1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:52.550657 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [None req-03fc4ac3-6c98-4e6d-9a7d-5b50bc731e1c admin admin] Calling delete_port for d89c341f-9364-4353-8701-b33965224e2a owned by network:router_gateway {{(pid=106711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:50:52.614071 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 34004) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:50:52.658038 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-6d9f16aa-8e7b-4dc9-a1a7-68df8caf65cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c20db544-ea25-4daf-a7ea-ffc13027db7e', 'name': 'tempest-TestMinimumBasicScenario-1407006731-router', 'tenant_id': '72d6246795444b909400ec1804877033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd89c341f-9364-4353-8701-b33965224e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:14Z', 'updated_at': '2021-10-14T07:50:51Z', 'revision_number': 5, 'project_id': '72d6246795444b909400ec1804877033', 'gw_port': {'id': 'd89c341f-9364-4353-8701-b33965224e2a', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:58:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20db544-ea25-4daf-a7ea-ffc13027db7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:15Z', 'updated_at': '2021-10-14T07:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi'}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:50:52.689592 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9f16aa-8e7b-4dc9-a1a7-68df8caf65cb None None] The sync data for ids ['c20db544-ea25-4daf-a7ea-ffc13027db7e'] in dv-cinder-813746-2-iscsi is: [{'id': 'c20db544-ea25-4daf-a7ea-ffc13027db7e', 'name': 'tempest-TestMinimumBasicScenario-1407006731-router', 'tenant_id': '72d6246795444b909400ec1804877033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd89c341f-9364-4353-8701-b33965224e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:14Z', 'updated_at': '2021-10-14T07:50:51Z', 'revision_number': 5, 'project_id': '72d6246795444b909400ec1804877033', 'gw_port': {'id': 'd89c341f-9364-4353-8701-b33965224e2a', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:58:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20db544-ea25-4daf-a7ea-ffc13027db7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:15Z', 'updated_at': '2021-10-14T07:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi'}] {{(pid=106712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:50:52.731162 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-527e173f-7ebe-46cb-a273-9b29d99df506 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:52.783283 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-03fc4ac3-6c98-4e6d-9a7d-5b50bc731e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14797620'] for port, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:52.802208 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-527e173f-7ebe-46cb-a273-9b29d99df506 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:52.813507 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc4ac3-6c98-4e6d-9a7d-5b50bc731e1c admin admin] Pushing event deleted for resources: {'Port': ['ID=d89c341f-9364-4353-8701-b33965224e2a,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:50:52.869613 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-527e173f-7ebe-46cb-a273-9b29d99df506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:52.870008 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-03fc4ac3-6c98-4e6d-9a7d-5b50bc731e1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648128'] for router_gateway, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:52.908104 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-527e173f-7ebe-46cb-a273-9b29d99df506 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b0ef0544674f496992c3bee2a49b6be5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2928851 Oct 14 07:50:52.908964 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527e173f-7ebe-46cb-a273-9b29d99df506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff78f718-de44-4c43-9c11-7aaeec385cd6,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:50:52.912341 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 34008) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:50:52.958478 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-03fc4ac3-6c98-4e6d-9a7d-5b50bc731e1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-828'] for router, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:52.959827 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-7014788c-6a76-4cf9-ade0-c8f5bd2572d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:52.960601 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-03fc4ac3-6c98-4e6d-9a7d-5b50bc731e1c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:52.980982 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-7014788c-6a76-4cf9-ade0-c8f5bd2572d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:53.046233 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-03fc4ac3-6c98-4e6d-9a7d-5b50bc731e1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651625'] for router, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:53.046765 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03fc4ac3-6c98-4e6d-9a7d-5b50bc731e1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c20db544-ea25-4daf-a7ea-ffc13027db7e {{(pid=106711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 07:50:53.051811 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-03fc4ac3-6c98-4e6d-9a7d-5b50bc731e1c admin admin] Publish callbacks [] for router, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:53.052978 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-03fc4ac3-6c98-4e6d-9a7d-5b50bc731e1c admin admin] 10.222.0.47 "DELETE /v2.0/routers/c20db544-ea25-4daf-a7ea-ffc13027db7e HTTP/1.1" status: 204 len: 168 time: 1.1833656 Oct 14 07:50:53.055564 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 34010) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:50:53.074854 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-7014788c-6a76-4cf9-ade0-c8f5bd2572d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:53.077610 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-7014788c-6a76-4cf9-ade0-c8f5bd2572d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:53.079708 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-7014788c-6a76-4cf9-ade0-c8f5bd2572d5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ff78f718-de44-4c43-9c11-7aaeec385cd6 HTTP/1.1" status: 204 len: 168 time: 0.1654894 Oct 14 07:50:53.087860 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7014788c-6a76-4cf9-ade0-c8f5bd2572d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff78f718-de44-4c43-9c11-7aaeec385cd6,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:50:53.112752 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.db_base_plugin_v2 [None req-52231475-7147-4a77-8c22-a2c0cedf9a13 admin admin] Deleting subnet 1b5fbace-26eb-40a2-8a98-87f63b5b1ae2 {{(pid=106711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 07:50:53.117278 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-52231475-7147-4a77-8c22-a2c0cedf9a13 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:53.153586 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-52231475-7147-4a77-8c22-a2c0cedf9a13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16126850'] for subnet, precommit_delete_associations {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:53.233566 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-52231475-7147-4a77-8c22-a2c0cedf9a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728799'] for subnet, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:53.349420 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-52231475-7147-4a77-8c22-a2c0cedf9a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14796997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15954738'] for subnet, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:53.383457 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52231475-7147-4a77-8c22-a2c0cedf9a13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b5fbace-26eb-40a2-8a98-87f63b5b1ae2,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:50:53.388459 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-52231475-7147-4a77-8c22-a2c0cedf9a13 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:53.392317 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-52231475-7147-4a77-8c22-a2c0cedf9a13 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/1b5fbace-26eb-40a2-8a98-87f63b5b1ae2 HTTP/1.1" status: 204 len: 168 time: 0.3350708 Oct 14 07:50:53.394261 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 34016) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:50:53.396477 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da51479-ae55-4bb4-bad7-65213e1f0127 None None] Network bd30e85b-b49f-4f5d-8101-de41bdd7d67a requested from dv-cinder-813746-2-iscsi {{(pid=106712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:50:53.462751 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-5b7d1999-d3d1-4621-bfdb-dd862ad21773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530581'] for network, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:53.514915 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [None req-5b7d1999-d3d1-4621-bfdb-dd862ad21773 admin admin] Deleting port aa93f307-de45-4412-82e9-b0e5cd15a859 {{(pid=106711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:50:53.515253 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-5b7d1999-d3d1-4621-bfdb-dd862ad21773 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:53.584306 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.db [None req-5b7d1999-d3d1-4621-bfdb-dd862ad21773 admin admin] For port aa93f307-de45-4412-82e9-b0e5cd15a859, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=aa93f307-de45-4412-82e9-b0e5cd15a859,segment=NetworkSegment(109032a9-e65c-43ac-bc0b-d790098a8377),segment_id=109032a9-e65c-43ac-bc0b-d790098a8377)] {{(pid=106711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:50:53.584997 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-5b7d1999-d3d1-4621-bfdb-dd862ad21773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:53.596376 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [None req-5b7d1999-d3d1-4621-bfdb-dd862ad21773 admin admin] Calling delete_port for aa93f307-de45-4412-82e9-b0e5cd15a859 owned by network:dhcp {{(pid=106711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:50:53.704577 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9047147e-8262-4c8d-9305-9b59c458c46e None None] DHCP port deletion for bd30e85b-b49f-4f5d-8101-de41bdd7d67a request from dv-cinder-813746-2-iscsi {{(pid=106712) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 07:50:53.738067 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-5b7d1999-d3d1-4621-bfdb-dd862ad21773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14797620'] for port, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:53.751903 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 34018) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:50:53.765328 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-e292c760-90f3-43f6-b735-47f700ccb330 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:53.767704 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-9047147e-8262-4c8d-9305-9b59c458c46e None None] Deleting port aa93f307-de45-4412-82e9-b0e5cd15a859 {{(pid=106712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:50:53.767704 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-9047147e-8262-4c8d-9305-9b59c458c46e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:53.770705 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d1999-d3d1-4621-bfdb-dd862ad21773 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa93f307-de45-4412-82e9-b0e5cd15a859,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:50:53.774933 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7d1999-d3d1-4621-bfdb-dd862ad21773 admin admin] No DVR routers for this DVR port aa93f307-de45-4412-82e9-b0e5cd15a859 on host dv-cinder-813746-2-iscsi {{(pid=106711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:50:53.838201 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-9047147e-8262-4c8d-9305-9b59c458c46e None None] For port aa93f307-de45-4412-82e9-b0e5cd15a859, host dv-cinder-813746-2-iscsi, got binding levels [] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:50:53.838597 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-9047147e-8262-4c8d-9305-9b59c458c46e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:53.855542 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-e292c760-90f3-43f6-b735-47f700ccb330 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:53.857064 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-9047147e-8262-4c8d-9305-9b59c458c46e None None] Calling delete_port for aa93f307-de45-4412-82e9-b0e5cd15a859 owned by network:dhcp {{(pid=106712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:50:53.859987 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.ipam_backend_mixin [None req-9047147e-8262-4c8d-9305-9b59c458c46e None None] Port aa93f307-de45-4412-82e9-b0e5cd15a859 was not found and therefore no delete operation was performed {{(pid=106712) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 14 07:50:53.860231 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-5b7d1999-d3d1-4621-bfdb-dd862ad21773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727114', 'neutron.services.segments.db._delete_segments_for_network-8787630205745'] for network, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:53.861206 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-9047147e-8262-4c8d-9305-9b59c458c46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784'] for port, after_delete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:53.880490 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.services.segments.db [None req-5b7d1999-d3d1-4621-bfdb-dd862ad21773 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd30e85b-b49f-4f5d-8101-de41bdd7d67a']}} {{(pid=106711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:50:53.889304 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9047147e-8262-4c8d-9305-9b59c458c46e None None] No DVR routers for this DVR port aa93f307-de45-4412-82e9-b0e5cd15a859 on host dv-cinder-813746-2-iscsi {{(pid=106712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:50:53.889925 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.services.segments.db [None req-5b7d1999-d3d1-4621-bfdb-dd862ad21773 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '109032a9-e65c-43ac-bc0b-d790098a8377') {'for_net_delete': True} {{(pid=106711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:50:53.890241 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.services.segments.db [None req-5b7d1999-d3d1-4621-bfdb-dd862ad21773 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '109032a9-e65c-43ac-bc0b-d790098a8377') {} {{(pid=106711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:50:53.892264 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9047147e-8262-4c8d-9305-9b59c458c46e None None] Pushing event deleted for resources: {'Port': ['ID=aa93f307-de45-4412-82e9-b0e5cd15a859,revision_number=None']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:50:53.902207 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-5b7d1999-d3d1-4621-bfdb-dd862ad21773 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787630207546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16126907'] for segment, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:53.914477 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-e292c760-90f3-43f6-b735-47f700ccb330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:53.915820 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-5b7d1999-d3d1-4621-bfdb-dd862ad21773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728044'] for segment, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:53.921748 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b7d1999-d3d1-4621-bfdb-dd862ad21773 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=106711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 07:50:53.922213 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-5b7d1999-d3d1-4621-bfdb-dd862ad21773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14797671'] for segment, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:53.923995 dv-cinder-813746-2-iscsi neutron-server[106711]: Traceback (most recent call last): Oct 14 07:50:53.923995 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 07:50:53.923995 dv-cinder-813746-2-iscsi neutron-server[106711]: timer() Oct 14 07:50:53.923995 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 07:50:53.923995 dv-cinder-813746-2-iscsi neutron-server[106711]: cb(*args, **kw) Oct 14 07:50:53.923995 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 07:50:53.923995 dv-cinder-813746-2-iscsi neutron-server[106711]: return func(*args, **kwargs) Oct 14 07:50:53.923995 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 07:50:53.923995 dv-cinder-813746-2-iscsi neutron-server[106711]: self._notify() Oct 14 07:50:53.923995 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 07:50:53.923995 dv-cinder-813746-2-iscsi neutron-server[106711]: self.callback(batched_events) Oct 14 07:50:53.923995 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 07:50:53.923995 dv-cinder-813746-2-iscsi neutron-server[106711]: event.method(event) Oct 14 07:50:53.923995 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 07:50:53.923995 dv-cinder-813746-2-iscsi neutron-server[106711]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 07:50:53.923995 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 07:50:53.923995 dv-cinder-813746-2-iscsi neutron-server[106711]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 07:50:53.923995 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 07:50:53.923995 dv-cinder-813746-2-iscsi neutron-server[106711]: return f(self, *a, **k) Oct 14 07:50:53.923995 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 07:50:53.923995 dv-cinder-813746-2-iscsi neutron-server[106711]: return self._get(url).json() Oct 14 07:50:53.923995 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 07:50:53.923995 dv-cinder-813746-2-iscsi neutron-server[106711]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 07:50:53.923995 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 07:50:53.923995 dv-cinder-813746-2-iscsi neutron-server[106711]: return self.request(url, 'GET', **kwargs) Oct 14 07:50:53.923995 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 07:50:53.923995 dv-cinder-813746-2-iscsi neutron-server[106711]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 07:50:53.923995 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 07:50:53.923995 dv-cinder-813746-2-iscsi neutron-server[106711]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 07:50:53.923995 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 07:50:53.923995 dv-cinder-813746-2-iscsi neutron-server[106711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 07:50:53.923995 dv-cinder-813746-2-iscsi neutron-server[106711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 07:50:53.951530 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292c760-90f3-43f6-b735-47f700ccb330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3850c62-1f16-412d-9a8b-52235e888840,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:50:53.959998 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-e292c760-90f3-43f6-b735-47f700ccb330 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c1cdf1bebe6a4e14a167c248ecf0835c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2038157 Oct 14 07:50:53.959998 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 34020) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:50:54.008714 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8ddcf7b9-f7ed-4a81-b012-ccc8b884253a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:54.029709 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8ddcf7b9-f7ed-4a81-b012-ccc8b884253a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:54.063394 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-5b7d1999-d3d1-4621-bfdb-dd862ad21773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648348'] for network, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:54.068616 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-5b7d1999-d3d1-4621-bfdb-dd862ad21773 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for network, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:54.074225 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-5b7d1999-d3d1-4621-bfdb-dd862ad21773 admin admin] 10.222.0.47 "DELETE /v2.0/networks/bd30e85b-b49f-4f5d-8101-de41bdd7d67a HTTP/1.1" status: 204 len: 168 time: 0.6765096 Oct 14 07:50:54.074826 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 34022) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:50:54.084567 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d1999-d3d1-4621-bfdb-dd862ad21773 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd30e85b-b49f-4f5d-8101-de41bdd7d67a,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:50:54.123130 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8ddcf7b9-f7ed-4a81-b012-ccc8b884253a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:54.125797 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8ddcf7b9-f7ed-4a81-b012-ccc8b884253a admin admin] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:54.126935 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-8ddcf7b9-f7ed-4a81-b012-ccc8b884253a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c3850c62-1f16-412d-9a8b-52235e888840 HTTP/1.1" status: 204 len: 168 time: 0.1660821 Oct 14 07:50:54.142572 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddcf7b9-f7ed-4a81-b012-ccc8b884253a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3850c62-1f16-412d-9a8b-52235e888840,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:50:54.606182 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device d89c341f-9364-4353-8701-b33965224e2a no longer exists at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:50:54.627166 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] No Port match for: d89c341f-9364-4353-8701-b33965224e2a {{(pid=106712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:50:54.627513 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device d89c341f-9364-4353-8701-b33965224e2a not bound to the agent host dv-cinder-813746-2-iscsi {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:50:54.627962 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device ff6cad0c-49ee-4c5c-8443-6e2a4f814498 no longer exists at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:50:54.649026 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] No Port match for: ff6cad0c-49ee-4c5c-8443-6e2a4f814498 {{(pid=106712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:50:54.649370 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device ff6cad0c-49ee-4c5c-8443-6e2a4f814498 not bound to the agent host dv-cinder-813746-2-iscsi {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:50:54.649811 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device aa93f307-de45-4412-82e9-b0e5cd15a859 no longer exists at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:50:54.668502 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] No Port match for: aa93f307-de45-4412-82e9-b0e5cd15a859 {{(pid=106712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:50:54.668848 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device aa93f307-de45-4412-82e9-b0e5cd15a859 not bound to the agent host dv-cinder-813746-2-iscsi {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:50:54.684259 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-a298aeaa-e2c8-493c-8cb1-eebfb23926fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1653706'] for router_interface, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:54.926462 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [None req-a298aeaa-e2c8-493c-8cb1-eebfb23926fc admin admin] Deleting port b5d4966f-c754-4664-b31c-c52e056fa3e9 {{(pid=106710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:50:54.927055 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-a298aeaa-e2c8-493c-8cb1-eebfb23926fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:55.002146 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.db [None req-a298aeaa-e2c8-493c-8cb1-eebfb23926fc admin admin] For port b5d4966f-c754-4664-b31c-c52e056fa3e9, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=b5d4966f-c754-4664-b31c-c52e056fa3e9,segment=NetworkSegment(e661db9d-a204-41ef-9eed-d0459d913799),segment_id=e661db9d-a204-41ef-9eed-d0459d913799)] {{(pid=106710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:50:55.002454 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-a298aeaa-e2c8-493c-8cb1-eebfb23926fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:55.014645 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [None req-a298aeaa-e2c8-493c-8cb1-eebfb23926fc admin admin] Calling delete_port for b5d4966f-c754-4664-b31c-c52e056fa3e9 owned by network:router_interface {{(pid=106710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:50:55.263220 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-a298aeaa-e2c8-493c-8cb1-eebfb23926fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16030778'] for port, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:55.292003 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a298aeaa-e2c8-493c-8cb1-eebfb23926fc admin admin] Pushing event deleted for resources: {'Port': ['ID=b5d4966f-c754-4664-b31c-c52e056fa3e9,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:50:55.461636 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-a298aeaa-e2c8-493c-8cb1-eebfb23926fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2071463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654618'] for router_interface, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:55.675474 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a298aeaa-e2c8-493c-8cb1-eebfb23926fc admin admin] Router b94c94a2-cdae-47a2-b433-737c2c3db598 has already been hosted by L3 agent f0543dd8-cbcf-46a4-b5f3-c6f7813920a1 {{(pid=106710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:50:55.781778 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a298aeaa-e2c8-493c-8cb1-eebfb23926fc admin admin] Notify agent at l3_agent.dv-cinder-813746-2-iscsi the message routers_updated {{(pid=106710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:50:55.787093 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-a298aeaa-e2c8-493c-8cb1-eebfb23926fc admin admin] 10.222.0.47 "PUT /v2.0/routers/b94c94a2-cdae-47a2-b433-737c2c3db598/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7111249 Oct 14 07:50:55.789730 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 34058) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:50:55.791168 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e477159c-8a25-4760-9bed-f97d65c259e0 None None] Sync routers for ids ['b94c94a2-cdae-47a2-b433-737c2c3db598'] in dv-cinder-813746-2-iscsi {{(pid=106713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:50:55.801592 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e477159c-8a25-4760-9bed-f97d65c259e0 None None] Routers {'b94c94a2-cdae-47a2-b433-737c2c3db598'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:50:55.807560 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-e477159c-8a25-4760-9bed-f97d65c259e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:50:30Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['b94c94a2-cdae-47a2-b433-737c2c3db598'], 'active': True} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:50:55.899237 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-7d209380-9b14-4a1f-a710-ed12f1abce57 admin admin] Publish callbacks [] for router, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:55.908637 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvr_db [None req-e477159c-8a25-4760-9bed-f97d65c259e0 None None] Set router b94c94a2-cdae-47a2-b433-737c2c3db598 gateway port host: dv-cinder-813746-2-iscsi {{(pid=106713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:50:56.002352 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-7d209380-9b14-4a1f-a710-ed12f1abce57 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:56.082202 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-e477159c-8a25-4760-9bed-f97d65c259e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94c94a2-cdae-47a2-b433-737c2c3db598', 'name': 'tempest-TestMinimumBasicScenario-968729206-router', 'tenant_id': '473f9757946242caade65a4fb79756c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'bf84d8de-1202-43f3-bf9b-8861149272ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:22Z', 'updated_at': '2021-10-14T07:50:55Z', 'revision_number': 5, 'project_id': '473f9757946242caade65a4fb79756c3', 'gw_port': {'id': 'bf84d8de-1202-43f3-bf9b-8861149272ea', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94c94a2-cdae-47a2-b433-737c2c3db598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:23Z', 'updated_at': '2021-10-14T07:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi'}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:50:56.100807 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [None req-7d209380-9b14-4a1f-a710-ed12f1abce57 admin admin] Deleting port bf84d8de-1202-43f3-bf9b-8861149272ea {{(pid=106711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:50:56.101282 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-7d209380-9b14-4a1f-a710-ed12f1abce57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:56.112483 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e477159c-8a25-4760-9bed-f97d65c259e0 None None] Checking router: b94c94a2-cdae-47a2-b433-737c2c3db598 for host: dv-cinder-813746-2-iscsi {{(pid=106713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:50:56.120942 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e477159c-8a25-4760-9bed-f97d65c259e0 None None] Routers {'b94c94a2-cdae-47a2-b433-737c2c3db598'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:50:56.121593 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-e477159c-8a25-4760-9bed-f97d65c259e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:50:30Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['b94c94a2-cdae-47a2-b433-737c2c3db598'], 'active': True} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:50:56.184701 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.db [None req-7d209380-9b14-4a1f-a710-ed12f1abce57 admin admin] For port bf84d8de-1202-43f3-bf9b-8861149272ea, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=bf84d8de-1202-43f3-bf9b-8861149272ea,segment=NetworkSegment(83c3fea4-f928-4a40-b18e-1fedd452844d),segment_id=83c3fea4-f928-4a40-b18e-1fedd452844d)] {{(pid=106711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:50:56.185085 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-7d209380-9b14-4a1f-a710-ed12f1abce57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:56.197789 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [None req-7d209380-9b14-4a1f-a710-ed12f1abce57 admin admin] Calling delete_port for bf84d8de-1202-43f3-bf9b-8861149272ea owned by network:router_gateway {{(pid=106711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:50:56.293887 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvr_db [None req-e477159c-8a25-4760-9bed-f97d65c259e0 None None] Set router b94c94a2-cdae-47a2-b433-737c2c3db598 gateway port host: None {{(pid=106713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:50:56.345100 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-e477159c-8a25-4760-9bed-f97d65c259e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94c94a2-cdae-47a2-b433-737c2c3db598', 'name': 'tempest-TestMinimumBasicScenario-968729206-router', 'tenant_id': '473f9757946242caade65a4fb79756c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:22Z', 'updated_at': '2021-10-14T07:50:56Z', 'revision_number': 6, 'project_id': '473f9757946242caade65a4fb79756c3', 'gw_port_host': None}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:50:56.373895 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e477159c-8a25-4760-9bed-f97d65c259e0 None None] The sync data for ids ['b94c94a2-cdae-47a2-b433-737c2c3db598'] in dv-cinder-813746-2-iscsi is: [{'id': 'b94c94a2-cdae-47a2-b433-737c2c3db598', 'name': 'tempest-TestMinimumBasicScenario-968729206-router', 'tenant_id': '473f9757946242caade65a4fb79756c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:22Z', 'updated_at': '2021-10-14T07:50:56Z', 'revision_number': 6, 'project_id': '473f9757946242caade65a4fb79756c3', 'gw_port_host': None}] {{(pid=106713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:50:56.434499 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-7d209380-9b14-4a1f-a710-ed12f1abce57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14797620'] for port, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:56.461686 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d209380-9b14-4a1f-a710-ed12f1abce57 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf84d8de-1202-43f3-bf9b-8861149272ea,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:50:56.523021 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-7d209380-9b14-4a1f-a710-ed12f1abce57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648128'] for router_gateway, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:56.612962 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-7d209380-9b14-4a1f-a710-ed12f1abce57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-828'] for router, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:56.615610 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-7d209380-9b14-4a1f-a710-ed12f1abce57 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:56.697218 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-7d209380-9b14-4a1f-a710-ed12f1abce57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651625'] for router, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:56.697712 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d209380-9b14-4a1f-a710-ed12f1abce57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b94c94a2-cdae-47a2-b433-737c2c3db598 {{(pid=106711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 07:50:56.702270 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-7d209380-9b14-4a1f-a710-ed12f1abce57 admin admin] Publish callbacks [] for router, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:56.708686 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-7d209380-9b14-4a1f-a710-ed12f1abce57 admin admin] 10.222.0.47 "DELETE /v2.0/routers/b94c94a2-cdae-47a2-b433-737c2c3db598 HTTP/1.1" status: 204 len: 168 time: 0.9127038 Oct 14 07:50:56.708686 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 34068) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:50:56.758644 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.db_base_plugin_v2 [None req-97d5ef87-9118-450b-bd27-4ba2b3603cd2 admin admin] Deleting subnet 40b6e3e3-f6b4-4d00-86d4-e34364682014 {{(pid=106711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 07:50:56.762001 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-97d5ef87-9118-450b-bd27-4ba2b3603cd2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:56.800353 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-97d5ef87-9118-450b-bd27-4ba2b3603cd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16126850'] for subnet, precommit_delete_associations {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:56.886403 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-97d5ef87-9118-450b-bd27-4ba2b3603cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728799'] for subnet, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:57.006081 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-97d5ef87-9118-450b-bd27-4ba2b3603cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14796997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15954738'] for subnet, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:57.032382 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d5ef87-9118-450b-bd27-4ba2b3603cd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40b6e3e3-f6b4-4d00-86d4-e34364682014,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:50:57.034287 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-97d5ef87-9118-450b-bd27-4ba2b3603cd2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:57.037978 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-97d5ef87-9118-450b-bd27-4ba2b3603cd2 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/40b6e3e3-f6b4-4d00-86d4-e34364682014 HTTP/1.1" status: 204 len: 168 time: 0.3310280 Oct 14 07:50:57.038382 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6877b9-71c9-4f2a-bae5-eec0ad94dbcf None None] Network 1f962a01-cfc6-4392-ab05-887f4c0d8a1e requested from dv-cinder-813746-2-iscsi {{(pid=106712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:50:57.039975 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 34070) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:50:57.109892 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-821b667b-114d-4d66-a96c-aeab810986bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530581'] for network, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:57.163976 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device b5d4966f-c754-4664-b31c-c52e056fa3e9 no longer exists at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:50:57.172214 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [None req-821b667b-114d-4d66-a96c-aeab810986bb admin admin] Deleting port c1641842-7a3d-4e40-81eb-9e9434cb7be2 {{(pid=106711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:50:57.172214 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-821b667b-114d-4d66-a96c-aeab810986bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:57.188231 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] No Port match for: b5d4966f-c754-4664-b31c-c52e056fa3e9 {{(pid=106712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:50:57.188585 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device b5d4966f-c754-4664-b31c-c52e056fa3e9 not bound to the agent host dv-cinder-813746-2-iscsi {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:50:57.233946 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3306f6-5505-4596-a56f-041a150758e8 None None] DHCP port deletion for 1f962a01-cfc6-4392-ab05-887f4c0d8a1e request from dv-cinder-813746-2-iscsi {{(pid=106712) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 07:50:57.237516 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.db [None req-821b667b-114d-4d66-a96c-aeab810986bb admin admin] For port c1641842-7a3d-4e40-81eb-9e9434cb7be2, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=c1641842-7a3d-4e40-81eb-9e9434cb7be2,segment=NetworkSegment(e661db9d-a204-41ef-9eed-d0459d913799),segment_id=e661db9d-a204-41ef-9eed-d0459d913799)] {{(pid=106711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:50:57.237919 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-821b667b-114d-4d66-a96c-aeab810986bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:57.250994 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [None req-821b667b-114d-4d66-a96c-aeab810986bb admin admin] Calling delete_port for c1641842-7a3d-4e40-81eb-9e9434cb7be2 owned by network:dhcp {{(pid=106711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:50:57.288040 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-2f3306f6-5505-4596-a56f-041a150758e8 None None] Deleting port c1641842-7a3d-4e40-81eb-9e9434cb7be2 {{(pid=106712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:50:57.288417 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-2f3306f6-5505-4596-a56f-041a150758e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:57.359069 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-2f3306f6-5505-4596-a56f-041a150758e8 None None] For port c1641842-7a3d-4e40-81eb-9e9434cb7be2, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=c1641842-7a3d-4e40-81eb-9e9434cb7be2,segment=NetworkSegment(e661db9d-a204-41ef-9eed-d0459d913799),segment_id=e661db9d-a204-41ef-9eed-d0459d913799)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:50:57.359473 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-2f3306f6-5505-4596-a56f-041a150758e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:57.372591 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-2f3306f6-5505-4596-a56f-041a150758e8 None None] Calling delete_port for c1641842-7a3d-4e40-81eb-9e9434cb7be2 owned by network:dhcp {{(pid=106712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:50:57.417350 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-127a1203-7f2b-4542-b7ad-a6c2814e552e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:57.432224 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-821b667b-114d-4d66-a96c-aeab810986bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14797620'] for port, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:57.455745 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b667b-114d-4d66-a96c-aeab810986bb admin admin] Pushing event deleted for resources: {'Port': ['ID=c1641842-7a3d-4e40-81eb-9e9434cb7be2,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:50:57.458026 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-2f3306f6-5505-4596-a56f-041a150758e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784'] for port, after_delete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:57.464770 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821b667b-114d-4d66-a96c-aeab810986bb admin admin] No DVR routers for this DVR port c1641842-7a3d-4e40-81eb-9e9434cb7be2 on host dv-cinder-813746-2-iscsi {{(pid=106711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:50:57.485491 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3306f6-5505-4596-a56f-041a150758e8 None None] Pushing event deleted for resources: {'Port': ['ID=c1641842-7a3d-4e40-81eb-9e9434cb7be2,revision_number=None']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:50:57.489251 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3306f6-5505-4596-a56f-041a150758e8 None None] No DVR routers for this DVR port c1641842-7a3d-4e40-81eb-9e9434cb7be2 on host dv-cinder-813746-2-iscsi {{(pid=106712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:50:57.539503 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-821b667b-114d-4d66-a96c-aeab810986bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727114', 'neutron.services.segments.db._delete_segments_for_network-8787630205745'] for network, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:57.559332 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.services.segments.db [None req-821b667b-114d-4d66-a96c-aeab810986bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f962a01-cfc6-4392-ab05-887f4c0d8a1e']}} {{(pid=106711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:50:57.568247 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.services.segments.db [None req-821b667b-114d-4d66-a96c-aeab810986bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e661db9d-a204-41ef-9eed-d0459d913799') {'for_net_delete': True} {{(pid=106711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:50:57.568543 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.services.segments.db [None req-821b667b-114d-4d66-a96c-aeab810986bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e661db9d-a204-41ef-9eed-d0459d913799') {} {{(pid=106711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:50:57.577504 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-821b667b-114d-4d66-a96c-aeab810986bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787630207546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16126907'] for segment, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:57.590193 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-821b667b-114d-4d66-a96c-aeab810986bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728044'] for segment, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:57.595888 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-821b667b-114d-4d66-a96c-aeab810986bb admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=106711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 07:50:57.596269 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-821b667b-114d-4d66-a96c-aeab810986bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14797671'] for segment, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:57.598443 dv-cinder-813746-2-iscsi neutron-server[106711]: Traceback (most recent call last): Oct 14 07:50:57.598443 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 07:50:57.598443 dv-cinder-813746-2-iscsi neutron-server[106711]: timer() Oct 14 07:50:57.598443 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 07:50:57.598443 dv-cinder-813746-2-iscsi neutron-server[106711]: cb(*args, **kw) Oct 14 07:50:57.598443 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 07:50:57.598443 dv-cinder-813746-2-iscsi neutron-server[106711]: return func(*args, **kwargs) Oct 14 07:50:57.598443 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 07:50:57.598443 dv-cinder-813746-2-iscsi neutron-server[106711]: self._notify() Oct 14 07:50:57.598443 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 07:50:57.598443 dv-cinder-813746-2-iscsi neutron-server[106711]: self.callback(batched_events) Oct 14 07:50:57.598443 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 07:50:57.598443 dv-cinder-813746-2-iscsi neutron-server[106711]: event.method(event) Oct 14 07:50:57.598443 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 07:50:57.598443 dv-cinder-813746-2-iscsi neutron-server[106711]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 07:50:57.598443 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 07:50:57.598443 dv-cinder-813746-2-iscsi neutron-server[106711]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 07:50:57.598443 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 07:50:57.598443 dv-cinder-813746-2-iscsi neutron-server[106711]: return f(self, *a, **k) Oct 14 07:50:57.598443 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 07:50:57.598443 dv-cinder-813746-2-iscsi neutron-server[106711]: return self._get(url).json() Oct 14 07:50:57.598443 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 07:50:57.598443 dv-cinder-813746-2-iscsi neutron-server[106711]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 07:50:57.598443 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 07:50:57.598443 dv-cinder-813746-2-iscsi neutron-server[106711]: return self.request(url, 'GET', **kwargs) Oct 14 07:50:57.598443 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 07:50:57.598443 dv-cinder-813746-2-iscsi neutron-server[106711]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 07:50:57.598443 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 07:50:57.598443 dv-cinder-813746-2-iscsi neutron-server[106711]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 07:50:57.598443 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 07:50:57.598443 dv-cinder-813746-2-iscsi neutron-server[106711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 07:50:57.598443 dv-cinder-813746-2-iscsi neutron-server[106711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 07:50:57.697610 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-821b667b-114d-4d66-a96c-aeab810986bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648348'] for network, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:57.702936 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-821b667b-114d-4d66-a96c-aeab810986bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for network, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:57.710913 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-821b667b-114d-4d66-a96c-aeab810986bb admin admin] 10.222.0.47 "DELETE /v2.0/networks/1f962a01-cfc6-4392-ab05-887f4c0d8a1e HTTP/1.1" status: 204 len: 168 time: 0.6651978 Oct 14 07:50:57.718843 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b667b-114d-4d66-a96c-aeab810986bb admin admin] Pushing event deleted for resources: {'Network': ['ID=1f962a01-cfc6-4392-ab05-887f4c0d8a1e,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:50:58.080101 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 34080) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:50:58.119148 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-165979f2-c230-4912-aa6e-3b2009f14284 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=72d6246795444b909400ec1804877033&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379267 Oct 14 07:50:58.121488 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 34082) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:50:58.172275 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-6e7842f1-ebf5-4f57-af7f-c985df7c395f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:58.192273 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-6e7842f1-ebf5-4f57-af7f-c985df7c395f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:58.292007 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-6e7842f1-ebf5-4f57-af7f-c985df7c395f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:58.294488 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-6e7842f1-ebf5-4f57-af7f-c985df7c395f admin admin] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:58.295691 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-6e7842f1-ebf5-4f57-af7f-c985df7c395f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1a214c85-095f-4c55-85aa-55f6954309cc HTTP/1.1" status: 204 len: 168 time: 0.1732798 Oct 14 07:50:58.303271 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7842f1-ebf5-4f57-af7f-c985df7c395f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a214c85-095f-4c55-85aa-55f6954309cc,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:50:58.603110 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device bf84d8de-1202-43f3-bf9b-8861149272ea no longer exists at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:50:58.623455 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] No Port match for: bf84d8de-1202-43f3-bf9b-8861149272ea {{(pid=106712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:50:58.623896 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device bf84d8de-1202-43f3-bf9b-8861149272ea not bound to the agent host dv-cinder-813746-2-iscsi {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:50:58.624370 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device c1641842-7a3d-4e40-81eb-9e9434cb7be2 no longer exists at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:50:58.643011 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] No Port match for: c1641842-7a3d-4e40-81eb-9e9434cb7be2 {{(pid=106712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:50:58.643356 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device c1641842-7a3d-4e40-81eb-9e9434cb7be2 not bound to the agent host dv-cinder-813746-2-iscsi {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:50:58.880788 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 34088) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:50:58.918847 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-9a8c4b75-e6da-4cc0-8259-ac001647e1bf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=473f9757946242caade65a4fb79756c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369337 Oct 14 07:50:58.921195 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 34090) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:50:58.967204 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-3dfb8701-1b29-40e5-af52-605febdef2f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:58.987559 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-3dfb8701-1b29-40e5-af52-605febdef2f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:59.143121 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-3dfb8701-1b29-40e5-af52-605febdef2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:59.145761 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-3dfb8701-1b29-40e5-af52-605febdef2f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:50:59.147040 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-3dfb8701-1b29-40e5-af52-605febdef2f2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a56cb9e9-b999-439f-b1d6-9ceae2206277 HTTP/1.1" status: 204 len: 168 time: 0.2249489 Oct 14 07:50:59.154954 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb8701-1b29-40e5-af52-605febdef2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56cb9e9-b999-439f-b1d6-9ceae2206277,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:00.017271 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-12554236-9dcf-4d77-a94b-a76bd8b997ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:00.035636 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 34114) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:51:00.128626 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [None req-95b01fdc-a046-4cf5-a799-c687b4bffc35 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-183668934-network', 'tenant_id': 'c0272f2246984916b984cd7271af15f1'}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:51:00.200243 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b01fdc-a046-4cf5-a799-c687b4bffc35 admin admin] Made reservation on behalf of c0272f2246984916b984cd7271af15f1 for: {'network': 1} {{(pid=106711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:51:00.202560 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-95b01fdc-a046-4cf5-a799-c687b4bffc35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for network, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:00.211080 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-95b01fdc-a046-4cf5-a799-c687b4bffc35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:00.285642 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-95b01fdc-a046-4cf5-a799-c687b4bffc35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:00.337437 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-95b01fdc-a046-4cf5-a799-c687b4bffc35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:00.360744 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95b01fdc-a046-4cf5-a799-c687b4bffc35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=106711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 07:51:00.370591 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b01fdc-a046-4cf5-a799-c687b4bffc35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e80984d-4af3-4607-bf5d-6bdd2b3e9416,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:00.375153 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-95b01fdc-a046-4cf5-a799-c687b4bffc35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728044'] for segment, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:00.375489 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.db.segments_db [None req-95b01fdc-a046-4cf5-a799-c687b4bffc35 admin admin] Added segment d906373d-ccb4-46d8-8338-9b71e140d38e of type vlan for network f7764aed-a19b-4271-a494-ccd5ea011064 Oct 14 07:51:00.416609 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-95b01fdc-a046-4cf5-a799-c687b4bffc35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787629651321'] for network, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:00.514189 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-95b01fdc-a046-4cf5-a799-c687b4bffc35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486'] for network, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:00.515119 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b01fdc-a046-4cf5-a799-c687b4bffc35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:00.515714 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-95b01fdc-a046-4cf5-a799-c687b4bffc35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for network, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:00.574164 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b01fdc-a046-4cf5-a799-c687b4bffc35 admin admin] Pushing event updated for resources: {'Network': ['ID=f7764aed-a19b-4271-a494-ccd5ea011064,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:00.583427 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Network f7764aed-a19b-4271-a494-ccd5ea011064 details requested by agent ovs-agent-dv-cinder-813746-2-iscsi with host dv-cinder-813746-2-iscsi {{(pid=106712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 07:51:00.614217 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-95b01fdc-a046-4cf5-a799-c687b4bffc35 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5774326 Oct 14 07:51:00.617616 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 34120) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:51:00.622377 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [None req-2f5a47ea-c360-4e9e-b2d3-e00116db5463 admin admin] Request body: {'subnet': {'network_id': 'f7764aed-a19b-4271-a494-ccd5ea011064', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-183668934-subnet', 'tenant_id': 'c0272f2246984916b984cd7271af15f1', 'ip_version': 4}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:51:00.702556 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5a47ea-c360-4e9e-b2d3-e00116db5463 admin admin] Made reservation on behalf of c0272f2246984916b984cd7271af15f1 for: {'subnet': 1} {{(pid=106711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:51:00.704977 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-2f5a47ea-c360-4e9e-b2d3-e00116db5463 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15954719'] for subnet, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:00.817123 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:00.908620 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-2f5a47ea-c360-4e9e-b2d3-e00116db5463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14796932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15954697'] for subnet, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:00.964642 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a47ea-c360-4e9e-b2d3-e00116db5463 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f13b57c-188f-4a9e-b92e-29ec002717c2,revision_number=0']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:00.968808 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5a47ea-c360-4e9e-b2d3-e00116db5463 admin admin] Checking segment: {'id': 'd906373d-ccb4-46d8-8338-9b71e140d38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'f7764aed-a19b-4271-a494-ccd5ea011064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:51:00.969151 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5a47ea-c360-4e9e-b2d3-e00116db5463 admin admin] Network hostable DHCP agents. Network: f7764aed-a19b-4271-a494-ccd5ea011064, hostable agents: ['0e09805b-9c3f-4b14-8211-d4974393509b'], hosted agents: [] {{(pid=106711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 07:51:01.039639 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5a47ea-c360-4e9e-b2d3-e00116db5463 admin admin] Network f7764aed-a19b-4271-a494-ccd5ea011064 is scheduled to be hosted by DHCP agent 0e09805b-9c3f-4b14-8211-d4974393509b with binding_index 1 {{(pid=106711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 07:51:01.114469 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.base_scheduler [None req-2f5a47ea-c360-4e9e-b2d3-e00116db5463 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813746-2-iscsi, f7764aed-a19b-4271-a494-ccd5ea011064) {{(pid=106711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:51:01.118610 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5a47ea-c360-4e9e-b2d3-e00116db5463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:01.119187 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-2f5a47ea-c360-4e9e-b2d3-e00116db5463 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:01.123325 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a106cd0-a0b2-45a0-82ea-0b4987da3204 None None] Network f7764aed-a19b-4271-a494-ccd5ea011064 requested from dv-cinder-813746-2-iscsi {{(pid=106712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:51:01.225868 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-2f5a47ea-c360-4e9e-b2d3-e00116db5463 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6071928 Oct 14 07:51:01.228561 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 34124) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:51:01.232965 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [None req-216716e3-e740-43a3-8906-18172997a6a1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-183668934-router', 'tenant_id': 'c0272f2246984916b984cd7271af15f1', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32'}}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:51:01.273635 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c90ec60-198c-4851-86d4-5a9e657f3c78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bbf52be-bf5d-59de-a6eb-d1860259c978-f7764aed-a19b-4271-a494-ccd5ea011064', 'network_id': 'f7764aed-a19b-4271-a494-ccd5ea011064', 'tenant_id': 'c0272f2246984916b984cd7271af15f1', 'fixed_ips': [{'subnet_id': '9f13b57c-188f-4a9e-b92e-29ec002717c2'}]}} from dv-cinder-813746-2-iscsi. {{(pid=106712) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 07:51:01.274450 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-0c90ec60-198c-4851-86d4-5a9e657f3c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:01.297788 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-216716e3-e740-43a3-8906-18172997a6a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-974'] for router, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:01.298851 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-216716e3-e740-43a3-8906-18172997a6a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-967'] for router, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:01.346097 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-93e1ef1e-be74-48a7-9436-c986e05ec438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:01.352565 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-216716e3-e740-43a3-8906-18172997a6a1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:01.412294 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.db_base_plugin_common [None req-0c90ec60-198c-4851-86d4-5a9e657f3c78 None None] Allocated IP 172.20.0.2 (f7764aed-a19b-4271-a494-ccd5ea011064/9f13b57c-188f-4a9e-b92e-29ec002717c2/5085a95d-9c58-4555-abdf-46138a2fad28) {{(pid=106712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:51:01.535533 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-216716e3-e740-43a3-8906-18172997a6a1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:01.549221 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-0c90ec60-198c-4851-86d4-5a9e657f3c78 None None] Publish callbacks [] for port, precommit_create {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:01.600409 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-0c90ec60-198c-4851-86d4-5a9e657f3c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775'] for port, after_create {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:01.640376 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c90ec60-198c-4851-86d4-5a9e657f3c78 None None] Network f7764aed-a19b-4271-a494-ccd5ea011064 is already hosted by enough agents. {{(pid=106712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:51:01.644490 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.scheduler.base_scheduler [None req-0c90ec60-198c-4851-86d4-5a9e657f3c78 None None] Resources bound (agent type, host, resource id): {{(pid=106712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:51:01.650211 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c90ec60-198c-4851-86d4-5a9e657f3c78 None None] Received port after_create {{(pid=106712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:51:01.655298 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c90ec60-198c-4851-86d4-5a9e657f3c78 None None] Pushing event updated for resources: {'Port': ['ID=5085a95d-9c58-4555-abdf-46138a2fad28,revision_number=1']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:01.705708 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-0c90ec60-198c-4851-86d4-5a9e657f3c78 None None] Attempting to bind port 5085a95d-9c58-4555-abdf-46138a2fad28 on host dv-cinder-813746-2-iscsi for vnic_type normal with profile {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:51:01.706073 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-0c90ec60-198c-4851-86d4-5a9e657f3c78 None None] Attempting to bind port 5085a95d-9c58-4555-abdf-46138a2fad28 by drivers openvswitch,hyperv on host dv-cinder-813746-2-iscsi at level 0 using segments [{'id': 'd906373d-ccb4-46d8-8338-9b71e140d38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'f7764aed-a19b-4271-a494-ccd5ea011064'}] {{(pid=106712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:51:01.706435 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c90ec60-198c-4851-86d4-5a9e657f3c78 None None] Attempting to bind port 5085a95d-9c58-4555-abdf-46138a2fad28 on network f7764aed-a19b-4271-a494-ccd5ea011064 {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:51:01.711361 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c90ec60-198c-4851-86d4-5a9e657f3c78 None None] Checking agent: {'id': '8d484d57-df47-4fec-994b-a2ddd0eb88cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 7, 34, 31), 'started_at': datetime.datetime(2021, 10, 14, 7, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:51:01.711753 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c90ec60-198c-4851-86d4-5a9e657f3c78 None None] Checking segment: {'id': 'd906373d-ccb4-46d8-8338-9b71e140d38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'f7764aed-a19b-4271-a494-ccd5ea011064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:51:01.712148 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-0c90ec60-198c-4851-86d4-5a9e657f3c78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:01.712533 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c90ec60-198c-4851-86d4-5a9e657f3c78 None None] Bound using segment: {'id': 'd906373d-ccb4-46d8-8338-9b71e140d38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'f7764aed-a19b-4271-a494-ccd5ea011064'} {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:51:01.712989 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-0c90ec60-198c-4851-86d4-5a9e657f3c78 None None] Bound port: 5085a95d-9c58-4555-abdf-46138a2fad28, host: dv-cinder-813746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd906373d-ccb4-46d8-8338-9b71e140d38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'f7764aed-a19b-4271-a494-ccd5ea011064'}}] {{(pid=106712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:51:01.713360 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-0c90ec60-198c-4851-86d4-5a9e657f3c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:01.766930 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-216716e3-e740-43a3-8906-18172997a6a1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:01.774053 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-0c90ec60-198c-4851-86d4-5a9e657f3c78 None None] For port 5085a95d-9c58-4555-abdf-46138a2fad28, host dv-cinder-813746-2-iscsi, cleared binding levels {{(pid=106712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:51:01.777009 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-0c90ec60-198c-4851-86d4-5a9e657f3c78 None None] For port 5085a95d-9c58-4555-abdf-46138a2fad28, host dv-cinder-813746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=5085a95d-9c58-4555-abdf-46138a2fad28,segment=NetworkSegment(d906373d-ccb4-46d8-8338-9b71e140d38e),segment_id=d906373d-ccb4-46d8-8338-9b71e140d38e)] {{(pid=106712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:51:01.785814 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-216716e3-e740-43a3-8906-18172997a6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:01.840361 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-0c90ec60-198c-4851-86d4-5a9e657f3c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:01.892247 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.db_base_plugin_common [None req-216716e3-e740-43a3-8906-18172997a6a1 admin admin] Allocated IP 172.27.3.214 (536a77cf-5189-41f9-92bf-300739e47f32/171d1f51-d728-4b0d-be8f-6d9f917ae698/2057ab51-afe4-4c3a-893f-f5f88797be91) {{(pid=106711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:51:01.902454 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c90ec60-198c-4851-86d4-5a9e657f3c78 None None] Pushing event updated for resources: {'Port': ['ID=5085a95d-9c58-4555-abdf-46138a2fad28,revision_number=2']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:01.997433 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-216716e3-e740-43a3-8906-18172997a6a1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:02.069113 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-216716e3-e740-43a3-8906-18172997a6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14797620'] for port, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:02.117530 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216716e3-e740-43a3-8906-18172997a6a1 admin admin] Network 536a77cf-5189-41f9-92bf-300739e47f32 is already hosted by enough agents. {{(pid=106711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:51:02.122846 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.base_scheduler [None req-216716e3-e740-43a3-8906-18172997a6a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:51:02.127320 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216716e3-e740-43a3-8906-18172997a6a1 admin admin] Received port after_create {{(pid=106711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:51:02.130621 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216716e3-e740-43a3-8906-18172997a6a1 admin admin] Pushing event updated for resources: {'Port': ['ID=2057ab51-afe4-4c3a-893f-f5f88797be91,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:02.657876 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 5085a95d-9c58-4555-abdf-46138a2fad28 up at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:51:02.720696 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-216716e3-e740-43a3-8906-18172997a6a1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:02.722270 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Provisioning complete for port 5085a95d-9c58-4555-abdf-46138a2fad28 triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:51:02.722641 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:02.804055 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:02.841767 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4586d766-8a71-4f71-ab96-377255aea2c1 None None] Network f7764aed-a19b-4271-a494-ccd5ea011064 requested from dv-cinder-813746-2-iscsi {{(pid=106712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:51:02.868465 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] For port 5085a95d-9c58-4555-abdf-46138a2fad28, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=5085a95d-9c58-4555-abdf-46138a2fad28,segment=NetworkSegment(d906373d-ccb4-46d8-8338-9b71e140d38e),segment_id=d906373d-ccb4-46d8-8338-9b71e140d38e)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:51:02.912147 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-439377cf-db3c-4e91-9aae-241f8a26ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:02.920731 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:02.926463 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-fdffc77e-8291-4ccb-8fd0-8c29ebe56afd None None] Provisioning complete for port 5085a95d-9c58-4555-abdf-46138a2fad28 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:51:02.926463 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-fdffc77e-8291-4ccb-8fd0-8c29ebe56afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:02.960069 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-216716e3-e740-43a3-8906-18172997a6a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648228'] for router, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:03.154319 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-216716e3-e740-43a3-8906-18172997a6a1 admin admin] Router 8abc8184-1013-4599-a772-e9d24029c752 is scheduled to L3 agent f0543dd8-cbcf-46a4-b5f3-c6f7813920a1 with binding_index 1 {{(pid=106711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 07:51:03.167770 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Pushing event updated for resources: {'Port': ['ID=5085a95d-9c58-4555-abdf-46138a2fad28,revision_number=3']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:03.261611 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216716e3-e740-43a3-8906-18172997a6a1 admin admin] Notify agent at l3_agent.dv-cinder-813746-2-iscsi the message routers_updated {{(pid=106711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:51:03.270502 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beed9b41-1d8d-48bc-8d70-29513180ad64 None None] Sync routers for ids ['8abc8184-1013-4599-a772-e9d24029c752'] in dv-cinder-813746-2-iscsi {{(pid=106712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:51:03.280293 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beed9b41-1d8d-48bc-8d70-29513180ad64 None None] Routers {'8abc8184-1013-4599-a772-e9d24029c752'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:51:03.280915 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-beed9b41-1d8d-48bc-8d70-29513180ad64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:51:00Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['8abc8184-1013-4599-a772-e9d24029c752'], 'active': True} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:51:03.374517 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-216716e3-e740-43a3-8906-18172997a6a1 admin admin] Publish callbacks [] for router, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:03.378122 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-216716e3-e740-43a3-8906-18172997a6a1 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1460531 Oct 14 07:51:03.378409 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 34142) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:51:03.398946 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvr_db [None req-beed9b41-1d8d-48bc-8d70-29513180ad64 None None] Set router 8abc8184-1013-4599-a772-e9d24029c752 gateway port host: dv-cinder-813746-2-iscsi {{(pid=106712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:51:03.485529 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-bc401de7-3d2f-483a-93a7-19ef87b0594d None None] Provisioning complete for port 5085a95d-9c58-4555-abdf-46138a2fad28 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:51:03.485825 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-bc401de7-3d2f-483a-93a7-19ef87b0594d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:03.649629 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-beed9b41-1d8d-48bc-8d70-29513180ad64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abc8184-1013-4599-a772-e9d24029c752', 'name': 'tempest-TestShelveInstance-183668934-router', 'tenant_id': 'c0272f2246984916b984cd7271af15f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '2057ab51-afe4-4c3a-893f-f5f88797be91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:51:01Z', 'updated_at': '2021-10-14T07:51:02Z', 'revision_number': 3, 'project_id': 'c0272f2246984916b984cd7271af15f1', 'gw_port': {'id': '2057ab51-afe4-4c3a-893f-f5f88797be91', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ed:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abc8184-1013-4599-a772-e9d24029c752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:51:01Z', 'updated_at': '2021-10-14T07:51:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi'}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:51:03.679083 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beed9b41-1d8d-48bc-8d70-29513180ad64 None None] Checking router: 8abc8184-1013-4599-a772-e9d24029c752 for host: dv-cinder-813746-2-iscsi {{(pid=106712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:51:03.679802 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beed9b41-1d8d-48bc-8d70-29513180ad64 None None] Updating router 8abc8184-1013-4599-a772-e9d24029c752 port 2057ab51-afe4-4c3a-893f-f5f88797be91 binding host dv-cinder-813746-2-iscsi {{(pid=106712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 07:51:03.703959 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-beed9b41-1d8d-48bc-8d70-29513180ad64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:03.786257 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-a3d6257b-f253-482e-94bd-422b844b0f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:03.937786 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.db_base_plugin_common [None req-a3d6257b-f253-482e-94bd-422b844b0f4f admin admin] Allocated IP 172.20.0.1 (f7764aed-a19b-4271-a494-ccd5ea011064/9f13b57c-188f-4a9e-b92e-29ec002717c2/1b796e17-e721-490c-8bc4-4577ee882777) {{(pid=106711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:51:03.958654 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-beed9b41-1d8d-48bc-8d70-29513180ad64 None None] Publish callbacks [] for port, precommit_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:04.028515 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-beed9b41-1d8d-48bc-8d70-29513180ad64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:04.036015 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-a3d6257b-f253-482e-94bd-422b844b0f4f admin admin] Publish callbacks [] for port, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:04.079355 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-beed9b41-1d8d-48bc-8d70-29513180ad64 None None] Attempting to bind port 2057ab51-afe4-4c3a-893f-f5f88797be91 on host dv-cinder-813746-2-iscsi for vnic_type normal with profile {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:51:04.079745 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-beed9b41-1d8d-48bc-8d70-29513180ad64 None None] Attempting to bind port 2057ab51-afe4-4c3a-893f-f5f88797be91 by drivers openvswitch,hyperv on host dv-cinder-813746-2-iscsi at level 0 using segments [{'id': '83c3fea4-f928-4a40-b18e-1fedd452844d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32'}] {{(pid=106712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:51:04.080106 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beed9b41-1d8d-48bc-8d70-29513180ad64 None None] Attempting to bind port 2057ab51-afe4-4c3a-893f-f5f88797be91 on network 536a77cf-5189-41f9-92bf-300739e47f32 {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:51:04.085186 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ad5fd7-21a2-48b1-ae9f-dd414cdbb238 None None] Pushing event updated for resources: {'Port': ['ID=2057ab51-afe4-4c3a-893f-f5f88797be91,revision_number=2']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:04.089599 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beed9b41-1d8d-48bc-8d70-29513180ad64 None None] Checking agent: {'id': '8d484d57-df47-4fec-994b-a2ddd0eb88cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 7, 34, 31), 'started_at': datetime.datetime(2021, 10, 14, 7, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:51:04.089967 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beed9b41-1d8d-48bc-8d70-29513180ad64 None None] Checking segment: {'id': '83c3fea4-f928-4a40-b18e-1fedd452844d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:51:04.090361 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-beed9b41-1d8d-48bc-8d70-29513180ad64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:04.090737 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beed9b41-1d8d-48bc-8d70-29513180ad64 None None] Bound using segment: {'id': '83c3fea4-f928-4a40-b18e-1fedd452844d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32'} {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:51:04.091202 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-beed9b41-1d8d-48bc-8d70-29513180ad64 None None] Bound port: 2057ab51-afe4-4c3a-893f-f5f88797be91, host: dv-cinder-813746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c3fea4-f928-4a40-b18e-1fedd452844d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32'}}] {{(pid=106712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:51:04.092217 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-beed9b41-1d8d-48bc-8d70-29513180ad64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:04.120379 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-a3d6257b-f253-482e-94bd-422b844b0f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14797620'] for port, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:04.145399 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-beed9b41-1d8d-48bc-8d70-29513180ad64 None None] For port 2057ab51-afe4-4c3a-893f-f5f88797be91, host dv-cinder-813746-2-iscsi, cleared binding levels {{(pid=106712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:51:04.148726 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-beed9b41-1d8d-48bc-8d70-29513180ad64 None None] For port 2057ab51-afe4-4c3a-893f-f5f88797be91, host dv-cinder-813746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=2057ab51-afe4-4c3a-893f-f5f88797be91,segment=NetworkSegment(83c3fea4-f928-4a40-b18e-1fedd452844d),segment_id=83c3fea4-f928-4a40-b18e-1fedd452844d)] {{(pid=106712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:51:04.157959 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d6257b-f253-482e-94bd-422b844b0f4f admin admin] Network f7764aed-a19b-4271-a494-ccd5ea011064 is already hosted by enough agents. {{(pid=106711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:51:04.160689 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.base_scheduler [None req-a3d6257b-f253-482e-94bd-422b844b0f4f admin admin] Resources bound (agent type, host, resource id): {{(pid=106711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:51:04.170473 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d6257b-f253-482e-94bd-422b844b0f4f admin admin] Received port after_create {{(pid=106711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:51:04.192086 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d6257b-f253-482e-94bd-422b844b0f4f admin admin] Pushing event updated for resources: {'Port': ['ID=1b796e17-e721-490c-8bc4-4577ee882777,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:04.211437 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-a3d6257b-f253-482e-94bd-422b844b0f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653587'] for router_interface, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:04.218208 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-beed9b41-1d8d-48bc-8d70-29513180ad64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:04.279862 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beed9b41-1d8d-48bc-8d70-29513180ad64 None None] Routers {'8abc8184-1013-4599-a772-e9d24029c752'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:51:04.280493 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-beed9b41-1d8d-48bc-8d70-29513180ad64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:51:00Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['8abc8184-1013-4599-a772-e9d24029c752'], 'active': True} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:51:04.285976 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ad5fd7-21a2-48b1-ae9f-dd414cdbb238 None None] Pushing event updated for resources: {'Port': ['ID=2057ab51-afe4-4c3a-893f-f5f88797be91,revision_number=3']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:04.397482 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvr_db [None req-beed9b41-1d8d-48bc-8d70-29513180ad64 None None] Set router 8abc8184-1013-4599-a772-e9d24029c752 gateway port host: dv-cinder-813746-2-iscsi {{(pid=106712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:51:04.485790 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-e293942a-5f87-4357-aad5-46fd2a8e922a None None] Provisioning complete for port 1b796e17-e721-490c-8bc4-4577ee882777 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:51:04.486140 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-e293942a-5f87-4357-aad5-46fd2a8e922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:04.555583 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-e293942a-5f87-4357-aad5-46fd2a8e922a None None] Port 1b796e17-e721-490c-8bc4-4577ee882777 cannot update to ACTIVE because it is not bound. {{(pid=106712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 07:51:04.615368 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-beed9b41-1d8d-48bc-8d70-29513180ad64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abc8184-1013-4599-a772-e9d24029c752', 'name': 'tempest-TestShelveInstance-183668934-router', 'tenant_id': 'c0272f2246984916b984cd7271af15f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '2057ab51-afe4-4c3a-893f-f5f88797be91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:51:01Z', 'updated_at': '2021-10-14T07:51:02Z', 'revision_number': 3, 'project_id': 'c0272f2246984916b984cd7271af15f1', 'gw_port': {'id': '2057ab51-afe4-4c3a-893f-f5f88797be91', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ed:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abc8184-1013-4599-a772-e9d24029c752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:51:01Z', 'updated_at': '2021-10-14T07:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi'}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:51:04.643242 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 5085a95d-9c58-4555-abdf-46138a2fad28 up at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:51:04.645558 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beed9b41-1d8d-48bc-8d70-29513180ad64 None None] The sync data for ids ['8abc8184-1013-4599-a772-e9d24029c752'] in dv-cinder-813746-2-iscsi is: [{'id': '8abc8184-1013-4599-a772-e9d24029c752', 'name': 'tempest-TestShelveInstance-183668934-router', 'tenant_id': 'c0272f2246984916b984cd7271af15f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '2057ab51-afe4-4c3a-893f-f5f88797be91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:51:01Z', 'updated_at': '2021-10-14T07:51:02Z', 'revision_number': 3, 'project_id': 'c0272f2246984916b984cd7271af15f1', 'gw_port': {'id': '2057ab51-afe4-4c3a-893f-f5f88797be91', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ed:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abc8184-1013-4599-a772-e9d24029c752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:51:01Z', 'updated_at': '2021-10-14T07:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi'}] {{(pid=106712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:51:04.693281 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Provisioning complete for port 5085a95d-9c58-4555-abdf-46138a2fad28 triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:51:04.694093 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:04.722959 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-a3d6257b-f253-482e-94bd-422b844b0f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:04.905499 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-a3d6257b-f253-482e-94bd-422b844b0f4f admin admin] Publish callbacks [] for port, precommit_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:04.966059 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-a3d6257b-f253-482e-94bd-422b844b0f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14797571'] for port, after_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:05.035846 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d6257b-f253-482e-94bd-422b844b0f4f admin admin] Pushing event updated for resources: {'Port': ['ID=1b796e17-e721-490c-8bc4-4577ee882777,revision_number=2']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:05.038250 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-a3d6257b-f253-482e-94bd-422b844b0f4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2071468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1653543'] for router_interface, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:05.129536 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d6257b-f253-482e-94bd-422b844b0f4f admin admin] Network f7764aed-a19b-4271-a494-ccd5ea011064 is already hosted by enough agents. {{(pid=106711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:51:05.131562 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.base_scheduler [None req-a3d6257b-f253-482e-94bd-422b844b0f4f admin admin] Resources bound (agent type, host, resource id): {{(pid=106711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:51:05.251452 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d6257b-f253-482e-94bd-422b844b0f4f admin admin] Router 8abc8184-1013-4599-a772-e9d24029c752 has already been hosted by L3 agent f0543dd8-cbcf-46a4-b5f3-c6f7813920a1 {{(pid=106711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:51:05.366279 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d6257b-f253-482e-94bd-422b844b0f4f admin admin] Notify agent at l3_agent.dv-cinder-813746-2-iscsi the message routers_updated {{(pid=106711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:51:05.371190 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-a3d6257b-f253-482e-94bd-422b844b0f4f admin admin] 10.222.0.47 "PUT /v2.0/routers/8abc8184-1013-4599-a772-e9d24029c752/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9917350 Oct 14 07:51:05.395969 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-6ce19054-618d-49f1-a162-5a3b42c630ff None None] Provisioning complete for port 1b796e17-e721-490c-8bc4-4577ee882777 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:51:05.396675 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-6ce19054-618d-49f1-a162-5a3b42c630ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:05.436686 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-6ce19054-618d-49f1-a162-5a3b42c630ff None None] Port 1b796e17-e721-490c-8bc4-4577ee882777 cannot update to ACTIVE because it is not bound. {{(pid=106712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 07:51:05.998537 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 34162) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:51:06.003449 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [None req-9f0e8c90-34f0-443a-8230-21e9dcb74fb4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1273401645-network', 'tenant_id': 'eec925de29764decb3467d2d65b4420e'}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:51:06.062959 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0e8c90-34f0-443a-8230-21e9dcb74fb4 admin admin] Made reservation on behalf of eec925de29764decb3467d2d65b4420e for: {'network': 1} {{(pid=106711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:51:06.065945 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-9f0e8c90-34f0-443a-8230-21e9dcb74fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for network, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:06.081379 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b423ac-bcef-4d50-b71d-43184940c160 None None] Sync routers for ids ['8abc8184-1013-4599-a772-e9d24029c752'] in dv-cinder-813746-2-iscsi {{(pid=106713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:51:06.081864 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-9f0e8c90-34f0-443a-8230-21e9dcb74fb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:06.086804 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b423ac-bcef-4d50-b71d-43184940c160 None None] Routers {'8abc8184-1013-4599-a772-e9d24029c752'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:51:06.087407 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-f8b423ac-bcef-4d50-b71d-43184940c160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:51:00Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['8abc8184-1013-4599-a772-e9d24029c752'], 'active': True} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:51:06.157848 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-9f0e8c90-34f0-443a-8230-21e9dcb74fb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:06.191551 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvr_db [None req-f8b423ac-bcef-4d50-b71d-43184940c160 None None] Set router 8abc8184-1013-4599-a772-e9d24029c752 gateway port host: dv-cinder-813746-2-iscsi {{(pid=106713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:51:06.241136 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-9f0e8c90-34f0-443a-8230-21e9dcb74fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:06.265808 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f0e8c90-34f0-443a-8230-21e9dcb74fb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=106711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 07:51:06.274713 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e8c90-34f0-443a-8230-21e9dcb74fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b338668-858b-4589-97c6-2f4457c3696b,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:06.280680 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-9f0e8c90-34f0-443a-8230-21e9dcb74fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728044'] for segment, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:06.281019 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.db.segments_db [None req-9f0e8c90-34f0-443a-8230-21e9dcb74fb4 admin admin] Added segment 32cb301a-d999-48ba-aed7-8829739d1afa of type vlan for network bc2cc1cc-9291-43ed-bcc2-e26c677cd8e9 Oct 14 07:51:06.322327 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-9f0e8c90-34f0-443a-8230-21e9dcb74fb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787629651321'] for network, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:06.382858 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-9f0e8c90-34f0-443a-8230-21e9dcb74fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486'] for network, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:06.383897 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0e8c90-34f0-443a-8230-21e9dcb74fb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:06.384500 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-9f0e8c90-34f0-443a-8230-21e9dcb74fb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for network, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:06.388717 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-f8b423ac-bcef-4d50-b71d-43184940c160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abc8184-1013-4599-a772-e9d24029c752', 'name': 'tempest-TestShelveInstance-183668934-router', 'tenant_id': 'c0272f2246984916b984cd7271af15f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '2057ab51-afe4-4c3a-893f-f5f88797be91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:51:01Z', 'updated_at': '2021-10-14T07:51:04Z', 'revision_number': 4, 'project_id': 'c0272f2246984916b984cd7271af15f1', 'gw_port': {'id': '2057ab51-afe4-4c3a-893f-f5f88797be91', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ed:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abc8184-1013-4599-a772-e9d24029c752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:51:01Z', 'updated_at': '2021-10-14T07:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': '1b796e17-e721-490c-8bc4-4577ee882777', 'name': '', 'network_id': 'f7764aed-a19b-4271-a494-ccd5ea011064', 'tenant_id': 'c0272f2246984916b984cd7271af15f1', 'mac_address': 'fa:16:3e:f2:64:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abc8184-1013-4599-a772-e9d24029c752', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9f13b57c-188f-4a9e-b92e-29ec002717c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:51:03Z', 'updated_at': '2021-10-14T07:51:04Z', 'revision_number': 2, 'project_id': 'c0272f2246984916b984cd7271af15f1', 'subnets': [{'id': '9f13b57c-188f-4a9e-b92e-29ec002717c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:51:06.414129 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b423ac-bcef-4d50-b71d-43184940c160 None None] Checking router: 8abc8184-1013-4599-a772-e9d24029c752 for host: dv-cinder-813746-2-iscsi {{(pid=106713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:51:06.414481 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b423ac-bcef-4d50-b71d-43184940c160 None None] Updating router 8abc8184-1013-4599-a772-e9d24029c752 port 1b796e17-e721-490c-8bc4-4577ee882777 binding host dv-cinder-813746-2-iscsi {{(pid=106713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 07:51:06.442395 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e8c90-34f0-443a-8230-21e9dcb74fb4 admin admin] Pushing event updated for resources: {'Network': ['ID=bc2cc1cc-9291-43ed-bcc2-e26c677cd8e9,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:06.443309 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-f8b423ac-bcef-4d50-b71d-43184940c160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:06.455538 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Network bc2cc1cc-9291-43ed-bcc2-e26c677cd8e9 details requested by agent ovs-agent-dv-cinder-813746-2-iscsi with host dv-cinder-813746-2-iscsi {{(pid=106712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 07:51:06.477790 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-9f0e8c90-34f0-443a-8230-21e9dcb74fb4 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4781303 Oct 14 07:51:06.481144 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 34166) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:51:06.487331 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-af0fbc48-0b4d-4821-8f7c-d7dc2abb71aa admin admin] Request body: {'subnet': {'network_id': 'bc2cc1cc-9291-43ed-bcc2-e26c677cd8e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1273401645-subnet', 'tenant_id': 'eec925de29764decb3467d2d65b4420e', 'ip_version': 4}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:51:06.588582 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0fbc48-0b4d-4821-8f7c-d7dc2abb71aa admin admin] Made reservation on behalf of eec925de29764decb3467d2d65b4420e for: {'subnet': 1} {{(pid=106710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:51:06.591383 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-af0fbc48-0b4d-4821-8f7c-d7dc2abb71aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16090979'] for subnet, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:06.633039 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 2057ab51-afe4-4c3a-893f-f5f88797be91 up at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:51:06.686071 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Provisioning complete for port 2057ab51-afe4-4c3a-893f-f5f88797be91 triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:51:06.686444 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:06.718237 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-f8b423ac-bcef-4d50-b71d-43184940c160 None None] Publish callbacks [] for port, precommit_update {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:06.765828 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:06.785706 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] For port 2057ab51-afe4-4c3a-893f-f5f88797be91, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=2057ab51-afe4-4c3a-893f-f5f88797be91,segment=NetworkSegment(83c3fea4-f928-4a40-b18e-1fedd452844d),segment_id=83c3fea4-f928-4a40-b18e-1fedd452844d)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:51:06.794163 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-f8b423ac-bcef-4d50-b71d-43184940c160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:06.844380 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6b428-ff4c-418b-975c-5393cd2f6545 None None] Pushing event updated for resources: {'Port': ['ID=1b796e17-e721-490c-8bc4-4577ee882777,revision_number=3']} {{(pid=106713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:06.846014 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-af0fbc48-0b4d-4821-8f7c-d7dc2abb71aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16031626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16090997'] for subnet, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:06.865372 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e6b428-ff4c-418b-975c-5393cd2f6545 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:51:06.865731 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e6b428-ff4c-418b-975c-5393cd2f6545 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:51:06.866077 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e6b428-ff4c-418b-975c-5393cd2f6545 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:51:06.866452 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e6b428-ff4c-418b-975c-5393cd2f6545 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:51:06.866779 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e6b428-ff4c-418b-975c-5393cd2f6545 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:51:06.867077 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e6b428-ff4c-418b-975c-5393cd2f6545 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:51:06.867404 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e6b428-ff4c-418b-975c-5393cd2f6545 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:51:06.867748 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e6b428-ff4c-418b-975c-5393cd2f6545 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:51:06.868088 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e6b428-ff4c-418b-975c-5393cd2f6545 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:51:06.868408 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e6b428-ff4c-418b-975c-5393cd2f6545 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:51:06.868724 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e6b428-ff4c-418b-975c-5393cd2f6545 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:51:06.869038 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e6b428-ff4c-418b-975c-5393cd2f6545 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:51:06.874829 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:06.901760 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0fbc48-0b4d-4821-8f7c-d7dc2abb71aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=4aaba493-cb88-4504-8d62-669a55b77385,revision_number=0']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:06.918977 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.managers [None req-f8b423ac-bcef-4d50-b71d-43184940c160 None None] Attempting to bind port 1b796e17-e721-490c-8bc4-4577ee882777 on host dv-cinder-813746-2-iscsi for vnic_type normal with profile {{(pid=106713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:51:06.919345 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.managers [None req-f8b423ac-bcef-4d50-b71d-43184940c160 None None] Attempting to bind port 1b796e17-e721-490c-8bc4-4577ee882777 by drivers openvswitch,hyperv on host dv-cinder-813746-2-iscsi at level 0 using segments [{'id': 'd906373d-ccb4-46d8-8338-9b71e140d38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'f7764aed-a19b-4271-a494-ccd5ea011064'}] {{(pid=106713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:51:06.919725 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b423ac-bcef-4d50-b71d-43184940c160 None None] Attempting to bind port 1b796e17-e721-490c-8bc4-4577ee882777 on network f7764aed-a19b-4271-a494-ccd5ea011064 {{(pid=106713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:51:06.925508 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b423ac-bcef-4d50-b71d-43184940c160 None None] Checking agent: {'id': '8d484d57-df47-4fec-994b-a2ddd0eb88cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 7, 34, 31), 'started_at': datetime.datetime(2021, 10, 14, 7, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:51:06.925888 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b423ac-bcef-4d50-b71d-43184940c160 None None] Checking segment: {'id': 'd906373d-ccb4-46d8-8338-9b71e140d38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'f7764aed-a19b-4271-a494-ccd5ea011064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:51:06.926665 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-f8b423ac-bcef-4d50-b71d-43184940c160 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:06.926987 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0fbc48-0b4d-4821-8f7c-d7dc2abb71aa admin admin] Checking segment: {'id': '32cb301a-d999-48ba-aed7-8829739d1afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bc2cc1cc-9291-43ed-bcc2-e26c677cd8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:51:06.927149 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b423ac-bcef-4d50-b71d-43184940c160 None None] Bound using segment: {'id': 'd906373d-ccb4-46d8-8338-9b71e140d38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'f7764aed-a19b-4271-a494-ccd5ea011064'} {{(pid=106713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:51:06.927547 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.managers [None req-f8b423ac-bcef-4d50-b71d-43184940c160 None None] Bound port: 1b796e17-e721-490c-8bc4-4577ee882777, host: dv-cinder-813746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd906373d-ccb4-46d8-8338-9b71e140d38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'f7764aed-a19b-4271-a494-ccd5ea011064'}}] {{(pid=106713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:51:06.927969 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-f8b423ac-bcef-4d50-b71d-43184940c160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:06.928187 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0fbc48-0b4d-4821-8f7c-d7dc2abb71aa admin admin] Network hostable DHCP agents. Network: bc2cc1cc-9291-43ed-bcc2-e26c677cd8e9, hostable agents: ['0e09805b-9c3f-4b14-8211-d4974393509b'], hosted agents: [] {{(pid=106710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 07:51:06.937393 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Pushing event updated for resources: {'Port': ['ID=2057ab51-afe4-4c3a-893f-f5f88797be91,revision_number=4']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:06.991955 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.db [None req-f8b423ac-bcef-4d50-b71d-43184940c160 None None] For port 1b796e17-e721-490c-8bc4-4577ee882777, host dv-cinder-813746-2-iscsi, cleared binding levels {{(pid=106713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:51:06.995094 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.db [None req-f8b423ac-bcef-4d50-b71d-43184940c160 None None] For port 1b796e17-e721-490c-8bc4-4577ee882777, host dv-cinder-813746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=1b796e17-e721-490c-8bc4-4577ee882777,segment=NetworkSegment(d906373d-ccb4-46d8-8338-9b71e140d38e),segment_id=d906373d-ccb4-46d8-8338-9b71e140d38e)] {{(pid=106713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:51:06.999986 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0fbc48-0b4d-4821-8f7c-d7dc2abb71aa admin admin] Network bc2cc1cc-9291-43ed-bcc2-e26c677cd8e9 is scheduled to be hosted by DHCP agent 0e09805b-9c3f-4b14-8211-d4974393509b with binding_index 1 {{(pid=106710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 07:51:07.063284 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-ebdf56c8-e17d-46c2-8e6e-181127a9d164 None None] Provisioning complete for port 1b796e17-e721-490c-8bc4-4577ee882777 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:51:07.063661 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-ebdf56c8-e17d-46c2-8e6e-181127a9d164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:07.080996 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-f8b423ac-bcef-4d50-b71d-43184940c160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:07.096263 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.base_scheduler [None req-af0fbc48-0b4d-4821-8f7c-d7dc2abb71aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813746-2-iscsi, bc2cc1cc-9291-43ed-bcc2-e26c677cd8e9) {{(pid=106710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:51:07.097711 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0fbc48-0b4d-4821-8f7c-d7dc2abb71aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:07.100629 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-af0fbc48-0b4d-4821-8f7c-d7dc2abb71aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for subnet, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:07.105177 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-ebdf56c8-e17d-46c2-8e6e-181127a9d164 None None] Port 1b796e17-e721-490c-8bc4-4577ee882777 cannot update to ACTIVE because it is not bound. {{(pid=106712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 07:51:07.118905 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af0782b-dfda-4658-b197-7c3fcb7c53f8 None None] Network bc2cc1cc-9291-43ed-bcc2-e26c677cd8e9 requested from dv-cinder-813746-2-iscsi {{(pid=106712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:51:07.139291 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6b428-ff4c-418b-975c-5393cd2f6545 None None] Pushing event updated for resources: {'Port': ['ID=1b796e17-e721-490c-8bc4-4577ee882777,revision_number=4']} {{(pid=106713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:07.147451 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b423ac-bcef-4d50-b71d-43184940c160 None None] Routers {'8abc8184-1013-4599-a772-e9d24029c752'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:51:07.155181 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-f8b423ac-bcef-4d50-b71d-43184940c160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:51:00Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['8abc8184-1013-4599-a772-e9d24029c752'], 'active': True} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:51:07.201557 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-af0fbc48-0b4d-4821-8f7c-d7dc2abb71aa admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7187738 Oct 14 07:51:07.203178 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 34174) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:51:07.207887 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [None req-53c1a11f-2e72-4c24-bf5c-f0b3f098f711 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1273401645-router', 'tenant_id': 'eec925de29764decb3467d2d65b4420e', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32'}}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:51:07.277350 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvr_db [None req-f8b423ac-bcef-4d50-b71d-43184940c160 None None] Set router 8abc8184-1013-4599-a772-e9d24029c752 gateway port host: dv-cinder-813746-2-iscsi {{(pid=106713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:51:07.300676 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c6f4bd-42d1-4a6b-953d-ff0d1d745a4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bbf52be-bf5d-59de-a6eb-d1860259c978-bc2cc1cc-9291-43ed-bcc2-e26c677cd8e9', 'network_id': 'bc2cc1cc-9291-43ed-bcc2-e26c677cd8e9', 'tenant_id': 'eec925de29764decb3467d2d65b4420e', 'fixed_ips': [{'subnet_id': '4aaba493-cb88-4504-8d62-669a55b77385'}]}} from dv-cinder-813746-2-iscsi. {{(pid=106712) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 07:51:07.302034 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b7c6f4bd-42d1-4a6b-953d-ff0d1d745a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:07.340907 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-53c1a11f-2e72-4c24-bf5c-f0b3f098f711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1651474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-974'] for router, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:07.342200 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-53c1a11f-2e72-4c24-bf5c-f0b3f098f711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1648211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-967'] for router, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:07.426853 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-53c1a11f-2e72-4c24-bf5c-f0b3f098f711 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:07.461809 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-5825d543-9882-4db6-9cd2-55fe5de8aafb None None] Provisioning complete for port 1b796e17-e721-490c-8bc4-4577ee882777 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:51:07.462422 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-5825d543-9882-4db6-9cd2-55fe5de8aafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:07.467320 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.db_base_plugin_common [None req-b7c6f4bd-42d1-4a6b-953d-ff0d1d745a4e None None] Allocated IP 172.20.0.2 (bc2cc1cc-9291-43ed-bcc2-e26c677cd8e9/4aaba493-cb88-4504-8d62-669a55b77385/7c3cc6a7-6471-482a-877f-b79e94379089) {{(pid=106712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:51:07.493844 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-f8b423ac-bcef-4d50-b71d-43184940c160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abc8184-1013-4599-a772-e9d24029c752', 'name': 'tempest-TestShelveInstance-183668934-router', 'tenant_id': 'c0272f2246984916b984cd7271af15f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '2057ab51-afe4-4c3a-893f-f5f88797be91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:51:01Z', 'updated_at': '2021-10-14T07:51:04Z', 'revision_number': 4, 'project_id': 'c0272f2246984916b984cd7271af15f1', 'gw_port': {'id': '2057ab51-afe4-4c3a-893f-f5f88797be91', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ed:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abc8184-1013-4599-a772-e9d24029c752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:51:01Z', 'updated_at': '2021-10-14T07:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': '1b796e17-e721-490c-8bc4-4577ee882777', 'name': '', 'network_id': 'f7764aed-a19b-4271-a494-ccd5ea011064', 'tenant_id': 'c0272f2246984916b984cd7271af15f1', 'mac_address': 'fa:16:3e:f2:64:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abc8184-1013-4599-a772-e9d24029c752', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9f13b57c-188f-4a9e-b92e-29ec002717c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:51:03Z', 'updated_at': '2021-10-14T07:51:06Z', 'revision_number': 4, 'project_id': 'c0272f2246984916b984cd7271af15f1', 'subnets': [{'id': '9f13b57c-188f-4a9e-b92e-29ec002717c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:51:07.522340 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b423ac-bcef-4d50-b71d-43184940c160 None None] The sync data for ids ['8abc8184-1013-4599-a772-e9d24029c752'] in dv-cinder-813746-2-iscsi is: [{'id': '8abc8184-1013-4599-a772-e9d24029c752', 'name': 'tempest-TestShelveInstance-183668934-router', 'tenant_id': 'c0272f2246984916b984cd7271af15f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '2057ab51-afe4-4c3a-893f-f5f88797be91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:51:01Z', 'updated_at': '2021-10-14T07:51:04Z', 'revision_number': 4, 'project_id': 'c0272f2246984916b984cd7271af15f1', 'gw_port': {'id': '2057ab51-afe4-4c3a-893f-f5f88797be91', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ed:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abc8184-1013-4599-a772-e9d24029c752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:51:01Z', 'updated_at': '2021-10-14T07:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': '1b796e17-e721-490c-8bc4-4577ee882777', 'name': '', 'network_id': 'f7764aed-a19b-4271-a494-ccd5ea011064', 'tenant_id': 'c0272f2246984916b984cd7271af15f1', 'mac_address': 'fa:16:3e:f2:64:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abc8184-1013-4599-a772-e9d24029c752', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9f13b57c-188f-4a9e-b92e-29ec002717c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:51:03Z', 'updated_at': '2021-10-14T07:51:06Z', 'revision_number': 4, 'project_id': 'c0272f2246984916b984cd7271af15f1', 'subnets': [{'id': '9f13b57c-188f-4a9e-b92e-29ec002717c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:51:07.628928 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-53c1a11f-2e72-4c24-bf5c-f0b3f098f711 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:07.643556 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-5825d543-9882-4db6-9cd2-55fe5de8aafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:07.720431 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-5825d543-9882-4db6-9cd2-55fe5de8aafb None None] For port 1b796e17-e721-490c-8bc4-4577ee882777, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=1b796e17-e721-490c-8bc4-4577ee882777,segment=NetworkSegment(d906373d-ccb4-46d8-8338-9b71e140d38e),segment_id=d906373d-ccb4-46d8-8338-9b71e140d38e)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:51:07.734037 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b7c6f4bd-42d1-4a6b-953d-ff0d1d745a4e None None] Publish callbacks [] for port, precommit_create {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:07.760203 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-5825d543-9882-4db6-9cd2-55fe5de8aafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:07.788196 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b7c6f4bd-42d1-4a6b-953d-ff0d1d745a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775'] for port, after_create {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:07.813455 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c6f4bd-42d1-4a6b-953d-ff0d1d745a4e None None] Network bc2cc1cc-9291-43ed-bcc2-e26c677cd8e9 is already hosted by enough agents. {{(pid=106712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:51:07.821413 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.scheduler.base_scheduler [None req-b7c6f4bd-42d1-4a6b-953d-ff0d1d745a4e None None] Resources bound (agent type, host, resource id): {{(pid=106712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:51:07.825441 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c6f4bd-42d1-4a6b-953d-ff0d1d745a4e None None] Received port after_create {{(pid=106712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:51:07.828960 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5825d543-9882-4db6-9cd2-55fe5de8aafb None None] Pushing event updated for resources: {'Port': ['ID=1b796e17-e721-490c-8bc4-4577ee882777,revision_number=5']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:07.888879 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-53c1a11f-2e72-4c24-bf5c-f0b3f098f711 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:07.907856 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c6f4bd-42d1-4a6b-953d-ff0d1d745a4e None None] Pushing event updated for resources: {'Port': ['ID=7c3cc6a7-6471-482a-877f-b79e94379089,revision_number=1']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:07.909079 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-53c1a11f-2e72-4c24-bf5c-f0b3f098f711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:07.919252 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-b7c6f4bd-42d1-4a6b-953d-ff0d1d745a4e None None] Attempting to bind port 7c3cc6a7-6471-482a-877f-b79e94379089 on host dv-cinder-813746-2-iscsi for vnic_type normal with profile {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:51:07.919564 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-b7c6f4bd-42d1-4a6b-953d-ff0d1d745a4e None None] Attempting to bind port 7c3cc6a7-6471-482a-877f-b79e94379089 by drivers openvswitch,hyperv on host dv-cinder-813746-2-iscsi at level 0 using segments [{'id': '32cb301a-d999-48ba-aed7-8829739d1afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bc2cc1cc-9291-43ed-bcc2-e26c677cd8e9'}] {{(pid=106712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:51:07.920784 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c6f4bd-42d1-4a6b-953d-ff0d1d745a4e None None] Attempting to bind port 7c3cc6a7-6471-482a-877f-b79e94379089 on network bc2cc1cc-9291-43ed-bcc2-e26c677cd8e9 {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:51:07.925262 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c6f4bd-42d1-4a6b-953d-ff0d1d745a4e None None] Checking agent: {'id': '8d484d57-df47-4fec-994b-a2ddd0eb88cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 7, 34, 31), 'started_at': datetime.datetime(2021, 10, 14, 7, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:51:07.925715 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c6f4bd-42d1-4a6b-953d-ff0d1d745a4e None None] Checking segment: {'id': '32cb301a-d999-48ba-aed7-8829739d1afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bc2cc1cc-9291-43ed-bcc2-e26c677cd8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:51:07.926180 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b7c6f4bd-42d1-4a6b-953d-ff0d1d745a4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:07.926631 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c6f4bd-42d1-4a6b-953d-ff0d1d745a4e None None] Bound using segment: {'id': '32cb301a-d999-48ba-aed7-8829739d1afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bc2cc1cc-9291-43ed-bcc2-e26c677cd8e9'} {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:51:07.927709 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-b7c6f4bd-42d1-4a6b-953d-ff0d1d745a4e None None] Bound port: 7c3cc6a7-6471-482a-877f-b79e94379089, host: dv-cinder-813746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32cb301a-d999-48ba-aed7-8829739d1afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bc2cc1cc-9291-43ed-bcc2-e26c677cd8e9'}}] {{(pid=106712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:51:07.928151 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b7c6f4bd-42d1-4a6b-953d-ff0d1d745a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:07.997073 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-b7c6f4bd-42d1-4a6b-953d-ff0d1d745a4e None None] For port 7c3cc6a7-6471-482a-877f-b79e94379089, host dv-cinder-813746-2-iscsi, cleared binding levels {{(pid=106712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:51:08.000440 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-b7c6f4bd-42d1-4a6b-953d-ff0d1d745a4e None None] For port 7c3cc6a7-6471-482a-877f-b79e94379089, host dv-cinder-813746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=7c3cc6a7-6471-482a-877f-b79e94379089,segment=NetworkSegment(32cb301a-d999-48ba-aed7-8829739d1afa),segment_id=32cb301a-d999-48ba-aed7-8829739d1afa)] {{(pid=106712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:51:08.023896 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.db_base_plugin_common [None req-53c1a11f-2e72-4c24-bf5c-f0b3f098f711 admin admin] Allocated IP 172.27.3.13 (536a77cf-5189-41f9-92bf-300739e47f32/171d1f51-d728-4b0d-be8f-6d9f917ae698/feccd1cf-4990-47e0-9b0d-af245a417776) {{(pid=106711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:51:08.086504 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b7c6f4bd-42d1-4a6b-953d-ff0d1d745a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:08.131051 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-53c1a11f-2e72-4c24-bf5c-f0b3f098f711 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:08.155795 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c6f4bd-42d1-4a6b-953d-ff0d1d745a4e None None] Pushing event updated for resources: {'Port': ['ID=7c3cc6a7-6471-482a-877f-b79e94379089,revision_number=2']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:08.246478 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-53c1a11f-2e72-4c24-bf5c-f0b3f098f711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14797620'] for port, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:08.284932 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c1a11f-2e72-4c24-bf5c-f0b3f098f711 admin admin] Network 536a77cf-5189-41f9-92bf-300739e47f32 is already hosted by enough agents. {{(pid=106711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:51:08.288339 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.base_scheduler [None req-53c1a11f-2e72-4c24-bf5c-f0b3f098f711 admin admin] Resources bound (agent type, host, resource id): {{(pid=106711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:51:08.302815 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c1a11f-2e72-4c24-bf5c-f0b3f098f711 admin admin] Received port after_create {{(pid=106711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:51:08.334774 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1a11f-2e72-4c24-bf5c-f0b3f098f711 admin admin] Pushing event updated for resources: {'Port': ['ID=feccd1cf-4990-47e0-9b0d-af245a417776,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:08.627995 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-53c1a11f-2e72-4c24-bf5c-f0b3f098f711 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:08.760568 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 7c3cc6a7-6471-482a-877f-b79e94379089 up at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:51:08.830051 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Provisioning complete for port 7c3cc6a7-6471-482a-877f-b79e94379089 triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:51:08.830421 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:08.935534 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:08.970692 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] For port 7c3cc6a7-6471-482a-877f-b79e94379089, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=7c3cc6a7-6471-482a-877f-b79e94379089,segment=NetworkSegment(32cb301a-d999-48ba-aed7-8829739d1afa),segment_id=32cb301a-d999-48ba-aed7-8829739d1afa)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:51:09.046382 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:09.047250 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 2057ab51-afe4-4c3a-893f-f5f88797be91 up at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:51:09.119755 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-53c1a11f-2e72-4c24-bf5c-f0b3f098f711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1648228'] for router, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:09.141430 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Pushing event updated for resources: {'Port': ['ID=7c3cc6a7-6471-482a-877f-b79e94379089,revision_number=3']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:09.149390 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Provisioning complete for port 2057ab51-afe4-4c3a-893f-f5f88797be91 triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:51:09.149762 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:09.285779 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c1a11f-2e72-4c24-bf5c-f0b3f098f711 admin admin] Router 9c81263e-fcad-4028-b92c-049d940adeb1 is scheduled to L3 agent f0543dd8-cbcf-46a4-b5f3-c6f7813920a1 with binding_index 1 {{(pid=106711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 07:51:09.298150 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c982c6-ae0c-4a2b-9674-b59fb4713248 None None] Network bc2cc1cc-9291-43ed-bcc2-e26c677cd8e9 requested from dv-cinder-813746-2-iscsi {{(pid=106712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:51:09.369043 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-8aecd3ef-380f-4334-89d1-e1f68968a2c2 None None] Provisioning complete for port 7c3cc6a7-6471-482a-877f-b79e94379089 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:51:09.369304 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-8aecd3ef-380f-4334-89d1-e1f68968a2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:09.391784 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c1a11f-2e72-4c24-bf5c-f0b3f098f711 admin admin] Notify agent at l3_agent.dv-cinder-813746-2-iscsi the message routers_updated {{(pid=106711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:51:09.405544 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a361e9e3-2ab7-4cd6-a6ea-8c3df29e2441 None None] Sync routers for ids ['9c81263e-fcad-4028-b92c-049d940adeb1'] in dv-cinder-813746-2-iscsi {{(pid=106712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:51:09.453524 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-53c1a11f-2e72-4c24-bf5c-f0b3f098f711 admin admin] Publish callbacks [] for router, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:09.454771 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-53c1a11f-2e72-4c24-bf5c-f0b3f098f711 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2505093 Oct 14 07:51:09.457475 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 34190) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:51:09.462835 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a361e9e3-2ab7-4cd6-a6ea-8c3df29e2441 None None] Routers {'9c81263e-fcad-4028-b92c-049d940adeb1'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:51:09.463472 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-a361e9e3-2ab7-4cd6-a6ea-8c3df29e2441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:51:00Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['9c81263e-fcad-4028-b92c-049d940adeb1'], 'active': True} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:51:09.556793 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 1b796e17-e721-490c-8bc4-4577ee882777 up at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:51:09.709268 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvr_db [None req-a361e9e3-2ab7-4cd6-a6ea-8c3df29e2441 None None] Set router 9c81263e-fcad-4028-b92c-049d940adeb1 gateway port host: dv-cinder-813746-2-iscsi {{(pid=106712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:51:09.774546 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Provisioning complete for port 1b796e17-e721-490c-8bc4-4577ee882777 triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:51:09.775146 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:09.882755 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-71541a00-7139-4868-a5cc-12bbf80b2b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:09.969875 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-a361e9e3-2ab7-4cd6-a6ea-8c3df29e2441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c81263e-fcad-4028-b92c-049d940adeb1', 'name': 'tempest-TestShelveInstance-1273401645-router', 'tenant_id': 'eec925de29764decb3467d2d65b4420e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'feccd1cf-4990-47e0-9b0d-af245a417776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:51:07Z', 'updated_at': '2021-10-14T07:51:08Z', 'revision_number': 3, 'project_id': 'eec925de29764decb3467d2d65b4420e', 'gw_port': {'id': 'feccd1cf-4990-47e0-9b0d-af245a417776', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d2:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c81263e-fcad-4028-b92c-049d940adeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:51:07Z', 'updated_at': '2021-10-14T07:51:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi'}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:51:10.004609 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a361e9e3-2ab7-4cd6-a6ea-8c3df29e2441 None None] Checking router: 9c81263e-fcad-4028-b92c-049d940adeb1 for host: dv-cinder-813746-2-iscsi {{(pid=106712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:51:10.004995 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a361e9e3-2ab7-4cd6-a6ea-8c3df29e2441 None None] Updating router 9c81263e-fcad-4028-b92c-049d940adeb1 port feccd1cf-4990-47e0-9b0d-af245a417776 binding host dv-cinder-813746-2-iscsi {{(pid=106712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 07:51:10.034461 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-a361e9e3-2ab7-4cd6-a6ea-8c3df29e2441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:10.037687 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-c29d5234-ba39-4e9c-9276-cc57d65cfce6 None None] Provisioning complete for port 7c3cc6a7-6471-482a-877f-b79e94379089 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:51:10.037919 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-c29d5234-ba39-4e9c-9276-cc57d65cfce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:10.040322 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.db_base_plugin_common [None req-71541a00-7139-4868-a5cc-12bbf80b2b3b admin admin] Allocated IP 172.20.0.1 (bc2cc1cc-9291-43ed-bcc2-e26c677cd8e9/4aaba493-cb88-4504-8d62-669a55b77385/7826fb9b-1529-49a3-b86e-7950bceb18cb) {{(pid=106711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:51:10.143654 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-71541a00-7139-4868-a5cc-12bbf80b2b3b admin admin] Publish callbacks [] for port, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:10.223432 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-71541a00-7139-4868-a5cc-12bbf80b2b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14797620'] for port, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:10.258749 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71541a00-7139-4868-a5cc-12bbf80b2b3b admin admin] Network bc2cc1cc-9291-43ed-bcc2-e26c677cd8e9 is already hosted by enough agents. {{(pid=106711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:51:10.261523 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.base_scheduler [None req-71541a00-7139-4868-a5cc-12bbf80b2b3b admin admin] Resources bound (agent type, host, resource id): {{(pid=106711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:51:10.264834 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71541a00-7139-4868-a5cc-12bbf80b2b3b admin admin] Received port after_create {{(pid=106711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:51:10.294501 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71541a00-7139-4868-a5cc-12bbf80b2b3b admin admin] Pushing event updated for resources: {'Port': ['ID=7826fb9b-1529-49a3-b86e-7950bceb18cb,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:10.316472 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-71541a00-7139-4868-a5cc-12bbf80b2b3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1653587'] for router_interface, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:10.356668 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-a361e9e3-2ab7-4cd6-a6ea-8c3df29e2441 None None] Publish callbacks [] for port, precommit_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:10.451539 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-a361e9e3-2ab7-4cd6-a6ea-8c3df29e2441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:10.505410 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-71541a00-7139-4868-a5cc-12bbf80b2b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:10.511469 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-a361e9e3-2ab7-4cd6-a6ea-8c3df29e2441 None None] Attempting to bind port feccd1cf-4990-47e0-9b0d-af245a417776 on host dv-cinder-813746-2-iscsi for vnic_type normal with profile {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:51:10.511836 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-a361e9e3-2ab7-4cd6-a6ea-8c3df29e2441 None None] Attempting to bind port feccd1cf-4990-47e0-9b0d-af245a417776 by drivers openvswitch,hyperv on host dv-cinder-813746-2-iscsi at level 0 using segments [{'id': '83c3fea4-f928-4a40-b18e-1fedd452844d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32'}] {{(pid=106712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:51:10.512196 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a361e9e3-2ab7-4cd6-a6ea-8c3df29e2441 None None] Attempting to bind port feccd1cf-4990-47e0-9b0d-af245a417776 on network 536a77cf-5189-41f9-92bf-300739e47f32 {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:51:10.519355 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-f23375f9-833d-47f3-997e-6ac6bfa0d983 None None] Provisioning complete for port 7826fb9b-1529-49a3-b86e-7950bceb18cb triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:51:10.519738 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-f23375f9-833d-47f3-997e-6ac6bfa0d983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:10.521762 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9425a0f-13ef-409d-b7cb-e61560bf7a66 None None] Pushing event updated for resources: {'Port': ['ID=feccd1cf-4990-47e0-9b0d-af245a417776,revision_number=2']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:10.545998 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a361e9e3-2ab7-4cd6-a6ea-8c3df29e2441 None None] Checking agent: {'id': '8d484d57-df47-4fec-994b-a2ddd0eb88cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 7, 34, 31), 'started_at': datetime.datetime(2021, 10, 14, 7, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:51:10.546306 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a361e9e3-2ab7-4cd6-a6ea-8c3df29e2441 None None] Checking segment: {'id': '83c3fea4-f928-4a40-b18e-1fedd452844d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:51:10.546702 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-a361e9e3-2ab7-4cd6-a6ea-8c3df29e2441 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:10.547089 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a361e9e3-2ab7-4cd6-a6ea-8c3df29e2441 None None] Bound using segment: {'id': '83c3fea4-f928-4a40-b18e-1fedd452844d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32'} {{(pid=106712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:51:10.547560 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.managers [None req-a361e9e3-2ab7-4cd6-a6ea-8c3df29e2441 None None] Bound port: feccd1cf-4990-47e0-9b0d-af245a417776, host: dv-cinder-813746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c3fea4-f928-4a40-b18e-1fedd452844d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32'}}] {{(pid=106712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:51:10.547953 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-a361e9e3-2ab7-4cd6-a6ea-8c3df29e2441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:10.584741 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-f23375f9-833d-47f3-997e-6ac6bfa0d983 None None] Port 7826fb9b-1529-49a3-b86e-7950bceb18cb cannot update to ACTIVE because it is not bound. {{(pid=106712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 07:51:10.608518 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-a361e9e3-2ab7-4cd6-a6ea-8c3df29e2441 None None] For port feccd1cf-4990-47e0-9b0d-af245a417776, host dv-cinder-813746-2-iscsi, cleared binding levels {{(pid=106712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:51:10.611496 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-a361e9e3-2ab7-4cd6-a6ea-8c3df29e2441 None None] For port feccd1cf-4990-47e0-9b0d-af245a417776, host dv-cinder-813746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=feccd1cf-4990-47e0-9b0d-af245a417776,segment=NetworkSegment(83c3fea4-f928-4a40-b18e-1fedd452844d),segment_id=83c3fea4-f928-4a40-b18e-1fedd452844d)] {{(pid=106712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:51:10.621667 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 7c3cc6a7-6471-482a-877f-b79e94379089 up at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:51:10.664514 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-a361e9e3-2ab7-4cd6-a6ea-8c3df29e2441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:10.670723 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-71541a00-7139-4868-a5cc-12bbf80b2b3b admin admin] Publish callbacks [] for port, precommit_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:10.714415 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-71541a00-7139-4868-a5cc-12bbf80b2b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14797571'] for port, after_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:10.718953 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Provisioning complete for port 7c3cc6a7-6471-482a-877f-b79e94379089 triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:51:10.719709 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:10.751316 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a361e9e3-2ab7-4cd6-a6ea-8c3df29e2441 None None] Routers {'9c81263e-fcad-4028-b92c-049d940adeb1'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:51:10.751880 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-a361e9e3-2ab7-4cd6-a6ea-8c3df29e2441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:51:00Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['9c81263e-fcad-4028-b92c-049d940adeb1'], 'active': True} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:51:10.759843 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9425a0f-13ef-409d-b7cb-e61560bf7a66 None None] Pushing event updated for resources: {'Port': ['ID=feccd1cf-4990-47e0-9b0d-af245a417776,revision_number=3']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:10.784836 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-71541a00-7139-4868-a5cc-12bbf80b2b3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2071468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1653543'] for router_interface, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:10.786577 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71541a00-7139-4868-a5cc-12bbf80b2b3b admin admin] Pushing event updated for resources: {'Port': ['ID=7826fb9b-1529-49a3-b86e-7950bceb18cb,revision_number=2']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:10.875074 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71541a00-7139-4868-a5cc-12bbf80b2b3b admin admin] Network bc2cc1cc-9291-43ed-bcc2-e26c677cd8e9 is already hosted by enough agents. {{(pid=106711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:51:10.876827 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.base_scheduler [None req-71541a00-7139-4868-a5cc-12bbf80b2b3b admin admin] Resources bound (agent type, host, resource id): {{(pid=106711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:51:10.906248 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvr_db [None req-a361e9e3-2ab7-4cd6-a6ea-8c3df29e2441 None None] Set router 9c81263e-fcad-4028-b92c-049d940adeb1 gateway port host: dv-cinder-813746-2-iscsi {{(pid=106712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:51:10.995001 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71541a00-7139-4868-a5cc-12bbf80b2b3b admin admin] Router 9c81263e-fcad-4028-b92c-049d940adeb1 has already been hosted by L3 agent f0543dd8-cbcf-46a4-b5f3-c6f7813920a1 {{(pid=106711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:51:11.110076 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71541a00-7139-4868-a5cc-12bbf80b2b3b admin admin] Notify agent at l3_agent.dv-cinder-813746-2-iscsi the message routers_updated {{(pid=106711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:51:11.116154 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-71541a00-7139-4868-a5cc-12bbf80b2b3b admin admin] 10.222.0.47 "PUT /v2.0/routers/9c81263e-fcad-4028-b92c-049d940adeb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6576788 Oct 14 07:51:11.143640 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-55af8eb5-dce9-44e2-9274-789ab64c0f2c None None] Provisioning complete for port 7826fb9b-1529-49a3-b86e-7950bceb18cb triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:51:11.144045 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-55af8eb5-dce9-44e2-9274-789ab64c0f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:11.215826 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-55af8eb5-dce9-44e2-9274-789ab64c0f2c None None] Port 7826fb9b-1529-49a3-b86e-7950bceb18cb cannot update to ACTIVE because it is not bound. {{(pid=106712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 07:51:11.278886 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-a361e9e3-2ab7-4cd6-a6ea-8c3df29e2441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c81263e-fcad-4028-b92c-049d940adeb1', 'name': 'tempest-TestShelveInstance-1273401645-router', 'tenant_id': 'eec925de29764decb3467d2d65b4420e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'feccd1cf-4990-47e0-9b0d-af245a417776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:51:07Z', 'updated_at': '2021-10-14T07:51:10Z', 'revision_number': 4, 'project_id': 'eec925de29764decb3467d2d65b4420e', 'gw_port': {'id': 'feccd1cf-4990-47e0-9b0d-af245a417776', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d2:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c81263e-fcad-4028-b92c-049d940adeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:51:07Z', 'updated_at': '2021-10-14T07:51:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': '7826fb9b-1529-49a3-b86e-7950bceb18cb', 'name': '', 'network_id': 'bc2cc1cc-9291-43ed-bcc2-e26c677cd8e9', 'tenant_id': 'eec925de29764decb3467d2d65b4420e', 'mac_address': 'fa:16:3e:70:e2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c81263e-fcad-4028-b92c-049d940adeb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '4aaba493-cb88-4504-8d62-669a55b77385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:51:09Z', 'updated_at': '2021-10-14T07:51:10Z', 'revision_number': 2, 'project_id': 'eec925de29764decb3467d2d65b4420e', 'subnets': [{'id': '4aaba493-cb88-4504-8d62-669a55b77385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:51:11.310302 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a361e9e3-2ab7-4cd6-a6ea-8c3df29e2441 None None] The sync data for ids ['9c81263e-fcad-4028-b92c-049d940adeb1'] in dv-cinder-813746-2-iscsi is: [{'id': '9c81263e-fcad-4028-b92c-049d940adeb1', 'name': 'tempest-TestShelveInstance-1273401645-router', 'tenant_id': 'eec925de29764decb3467d2d65b4420e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'feccd1cf-4990-47e0-9b0d-af245a417776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:51:07Z', 'updated_at': '2021-10-14T07:51:10Z', 'revision_number': 4, 'project_id': 'eec925de29764decb3467d2d65b4420e', 'gw_port': {'id': 'feccd1cf-4990-47e0-9b0d-af245a417776', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d2:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c81263e-fcad-4028-b92c-049d940adeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:51:07Z', 'updated_at': '2021-10-14T07:51:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': '7826fb9b-1529-49a3-b86e-7950bceb18cb', 'name': '', 'network_id': 'bc2cc1cc-9291-43ed-bcc2-e26c677cd8e9', 'tenant_id': 'eec925de29764decb3467d2d65b4420e', 'mac_address': 'fa:16:3e:70:e2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c81263e-fcad-4028-b92c-049d940adeb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '4aaba493-cb88-4504-8d62-669a55b77385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:51:09Z', 'updated_at': '2021-10-14T07:51:10Z', 'revision_number': 2, 'project_id': 'eec925de29764decb3467d2d65b4420e', 'subnets': [{'id': '4aaba493-cb88-4504-8d62-669a55b77385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:51:11.615778 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 34202) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:51:11.620565 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [None req-f6a00e2c-1002-4944-bf0b-2a0a63af0380 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2030623776', 'description': 'tempest-secgroup-smoke-2030623776 description', 'project_id': 'c0272f2246984916b984cd7271af15f1'}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:51:11.691906 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-f6a00e2c-1002-4944-bf0b-2a0a63af0380 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:11.765645 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-f6a00e2c-1002-4944-bf0b-2a0a63af0380 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:11.829177 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-f6a00e2c-1002-4944-bf0b-2a0a63af0380 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:11.870668 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a00e2c-1002-4944-bf0b-2a0a63af0380 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f81a039-69c9-4b1c-87d4-758d4a4ee8ad,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:11.918634 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-f6a00e2c-1002-4944-bf0b-2a0a63af0380 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:11.922970 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 34204) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:51:11.923451 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-f6a00e2c-1002-4944-bf0b-2a0a63af0380 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3061314 Oct 14 07:51:11.928109 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-c2e5c110-78db-4839-abe9-3792ce752311 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Request body: {'security_group_rule': {'security_group_id': '5f81a039-69c9-4b1c-87d4-758d4a4ee8ad', 'project_id': 'c0272f2246984916b984cd7271af15f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:51:12.016754 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c2e5c110-78db-4839-abe9-3792ce752311 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:12.064556 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c2e5c110-78db-4839-abe9-3792ce752311 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:12.154618 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c2e5c110-78db-4839-abe9-3792ce752311 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769340'] for security_group_rule, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:12.174134 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e5c110-78db-4839-abe9-3792ce752311 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcd68862-f1c0-449d-bf8d-ba2ab8e7a969,revision_number=0']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:12.234734 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:12.265374 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-c2e5c110-78db-4839-abe9-3792ce752311 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:12.266604 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-c2e5c110-78db-4839-abe9-3792ce752311 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3425081 Oct 14 07:51:12.269484 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 34208) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:51:12.274552 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-49f78f34-467f-4d0b-8067-6423cc986a39 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Request body: {'security_group_rule': {'security_group_id': '5f81a039-69c9-4b1c-87d4-758d4a4ee8ad', 'project_id': 'c0272f2246984916b984cd7271af15f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:51:12.388621 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-49f78f34-467f-4d0b-8067-6423cc986a39 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:12.451619 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-49f78f34-467f-4d0b-8067-6423cc986a39 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:12.514694 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-49f78f34-467f-4d0b-8067-6423cc986a39 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769340'] for security_group_rule, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:12.532074 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f78f34-467f-4d0b-8067-6423cc986a39 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af8fb406-64f2-4f75-93da-450a94bc085f,revision_number=0']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:12.590753 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-49f78f34-467f-4d0b-8067-6423cc986a39 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:12.592014 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-49f78f34-467f-4d0b-8067-6423cc986a39 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3214741 Oct 14 07:51:12.601091 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 34210) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:51:12.605894 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-d7e1dab7-3634-4385-a87a-4eb2afcc495b tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Request body: {'security_group_rule': {'security_group_id': '5f81a039-69c9-4b1c-87d4-758d4a4ee8ad', 'project_id': 'c0272f2246984916b984cd7271af15f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:51:12.640182 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device feccd1cf-4990-47e0-9b0d-af245a417776 up at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:51:12.687556 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Provisioning complete for port feccd1cf-4990-47e0-9b0d-af245a417776 triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:51:12.687959 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:12.701921 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-d7e1dab7-3634-4385-a87a-4eb2afcc495b tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:12.761046 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-d7e1dab7-3634-4385-a87a-4eb2afcc495b tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:12.765902 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:12.786935 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] For port feccd1cf-4990-47e0-9b0d-af245a417776, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=feccd1cf-4990-47e0-9b0d-af245a417776,segment=NetworkSegment(83c3fea4-f928-4a40-b18e-1fedd452844d),segment_id=83c3fea4-f928-4a40-b18e-1fedd452844d)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:51:12.834895 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-d7e1dab7-3634-4385-a87a-4eb2afcc495b tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769340'] for security_group_rule, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:12.854445 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e1dab7-3634-4385-a87a-4eb2afcc495b tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=802cb9ba-cec9-4211-bc78-3505e6c2dd65,revision_number=0']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:12.863151 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:12.914027 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Pushing event updated for resources: {'Port': ['ID=feccd1cf-4990-47e0-9b0d-af245a417776,revision_number=4']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:12.921827 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-d7e1dab7-3634-4385-a87a-4eb2afcc495b tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:12.922977 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-d7e1dab7-3634-4385-a87a-4eb2afcc495b tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3208742 Oct 14 07:51:12.925722 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 34212) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:51:12.930171 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-20b60d4f-3288-406f-82b2-79a2243715c1 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Request body: {'security_group_rule': {'security_group_id': '5f81a039-69c9-4b1c-87d4-758d4a4ee8ad', 'project_id': 'c0272f2246984916b984cd7271af15f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:51:13.032735 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-20b60d4f-3288-406f-82b2-79a2243715c1 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:13.089109 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-20b60d4f-3288-406f-82b2-79a2243715c1 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:13.137088 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-20b60d4f-3288-406f-82b2-79a2243715c1 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769340'] for security_group_rule, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:13.156887 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b60d4f-3288-406f-82b2-79a2243715c1 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=364013a9-717b-4487-89b8-2d53638accd4,revision_number=0']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:13.208605 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-20b60d4f-3288-406f-82b2-79a2243715c1 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:13.209836 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-20b60d4f-3288-406f-82b2-79a2243715c1 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2831354 Oct 14 07:51:13.215118 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 34218) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:51:13.219429 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-6cd62d60-7492-4076-a890-92e314277538 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Request body: {'security_group_rule': {'security_group_id': '5f81a039-69c9-4b1c-87d4-758d4a4ee8ad', 'project_id': 'c0272f2246984916b984cd7271af15f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:51:13.291753 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.db.securitygroups_db [None req-6cd62d60-7492-4076-a890-92e314277538 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Project c0272f2246984916b984cd7271af15f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 07:51:13.296919 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-6cd62d60-7492-4076-a890-92e314277538 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:13.360050 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-6cd62d60-7492-4076-a890-92e314277538 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:13.422513 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-6cd62d60-7492-4076-a890-92e314277538 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769340'] for security_group_rule, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:13.441220 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd62d60-7492-4076-a890-92e314277538 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6fb8dbd-a251-46bc-a457-dc386b184524,revision_number=0']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:13.499367 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-6cd62d60-7492-4076-a890-92e314277538 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:13.500666 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-6cd62d60-7492-4076-a890-92e314277538 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2845631 Oct 14 07:51:13.503382 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 34226) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:51:13.508399 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-dbfc3a17-a8e9-46ee-aede-de3b1da76c5a tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Request body: {'security_group_rule': {'security_group_id': '5f81a039-69c9-4b1c-87d4-758d4a4ee8ad', 'project_id': 'c0272f2246984916b984cd7271af15f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:51:13.582683 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.db.securitygroups_db [None req-dbfc3a17-a8e9-46ee-aede-de3b1da76c5a tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Project c0272f2246984916b984cd7271af15f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 07:51:13.588098 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-dbfc3a17-a8e9-46ee-aede-de3b1da76c5a tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:13.649627 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-dbfc3a17-a8e9-46ee-aede-de3b1da76c5a tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:13.725513 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-dbfc3a17-a8e9-46ee-aede-de3b1da76c5a tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1769340'] for security_group_rule, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:13.742914 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc3a17-a8e9-46ee-aede-de3b1da76c5a tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5c2e7e0-3acc-462a-8731-b88f7bdf2de8,revision_number=0']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:13.813071 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-dbfc3a17-a8e9-46ee-aede-de3b1da76c5a tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:13.814305 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-dbfc3a17-a8e9-46ee-aede-de3b1da76c5a tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3099208 Oct 14 07:51:14.388281 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5db83c-18a6-4238-be11-889eee084036 None None] Sync routers for ids ['9c81263e-fcad-4028-b92c-049d940adeb1'] in dv-cinder-813746-2-iscsi {{(pid=106713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:51:14.397503 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5db83c-18a6-4238-be11-889eee084036 None None] Routers {'9c81263e-fcad-4028-b92c-049d940adeb1'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:51:14.398362 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-8c5db83c-18a6-4238-be11-889eee084036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:51:00Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['9c81263e-fcad-4028-b92c-049d940adeb1'], 'active': True} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:51:14.506572 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvr_db [None req-8c5db83c-18a6-4238-be11-889eee084036 None None] Set router 9c81263e-fcad-4028-b92c-049d940adeb1 gateway port host: dv-cinder-813746-2-iscsi {{(pid=106713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:51:14.645068 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device feccd1cf-4990-47e0-9b0d-af245a417776 up at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:51:14.724998 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Provisioning complete for port feccd1cf-4990-47e0-9b0d-af245a417776 triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:51:14.726287 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:14.790364 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-8c5db83c-18a6-4238-be11-889eee084036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c81263e-fcad-4028-b92c-049d940adeb1', 'name': 'tempest-TestShelveInstance-1273401645-router', 'tenant_id': 'eec925de29764decb3467d2d65b4420e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'feccd1cf-4990-47e0-9b0d-af245a417776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:51:07Z', 'updated_at': '2021-10-14T07:51:10Z', 'revision_number': 4, 'project_id': 'eec925de29764decb3467d2d65b4420e', 'gw_port': {'id': 'feccd1cf-4990-47e0-9b0d-af245a417776', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c81263e-fcad-4028-b92c-049d940adeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:51:07Z', 'updated_at': '2021-10-14T07:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': '7826fb9b-1529-49a3-b86e-7950bceb18cb', 'name': '', 'network_id': 'bc2cc1cc-9291-43ed-bcc2-e26c677cd8e9', 'tenant_id': 'eec925de29764decb3467d2d65b4420e', 'mac_address': 'fa:16:3e:70:e2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c81263e-fcad-4028-b92c-049d940adeb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '4aaba493-cb88-4504-8d62-669a55b77385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:51:09Z', 'updated_at': '2021-10-14T07:51:10Z', 'revision_number': 2, 'project_id': 'eec925de29764decb3467d2d65b4420e', 'subnets': [{'id': '4aaba493-cb88-4504-8d62-669a55b77385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:51:14.820741 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5db83c-18a6-4238-be11-889eee084036 None None] Checking router: 9c81263e-fcad-4028-b92c-049d940adeb1 for host: dv-cinder-813746-2-iscsi {{(pid=106713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:51:14.821311 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5db83c-18a6-4238-be11-889eee084036 None None] Updating router 9c81263e-fcad-4028-b92c-049d940adeb1 port 7826fb9b-1529-49a3-b86e-7950bceb18cb binding host dv-cinder-813746-2-iscsi {{(pid=106713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 07:51:14.846055 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-8c5db83c-18a6-4238-be11-889eee084036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:15.102326 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-8c5db83c-18a6-4238-be11-889eee084036 None None] Publish callbacks [] for port, precommit_update {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:15.149020 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-8c5db83c-18a6-4238-be11-889eee084036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:15.202421 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca180f-1fac-4848-9c4b-62788caceffe None None] Pushing event updated for resources: {'Port': ['ID=7826fb9b-1529-49a3-b86e-7950bceb18cb,revision_number=3']} {{(pid=106713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:15.251234 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.managers [None req-8c5db83c-18a6-4238-be11-889eee084036 None None] Attempting to bind port 7826fb9b-1529-49a3-b86e-7950bceb18cb on host dv-cinder-813746-2-iscsi for vnic_type normal with profile {{(pid=106713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:51:15.251724 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.managers [None req-8c5db83c-18a6-4238-be11-889eee084036 None None] Attempting to bind port 7826fb9b-1529-49a3-b86e-7950bceb18cb by drivers openvswitch,hyperv on host dv-cinder-813746-2-iscsi at level 0 using segments [{'id': '32cb301a-d999-48ba-aed7-8829739d1afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bc2cc1cc-9291-43ed-bcc2-e26c677cd8e9'}] {{(pid=106713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:51:15.252136 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5db83c-18a6-4238-be11-889eee084036 None None] Attempting to bind port 7826fb9b-1529-49a3-b86e-7950bceb18cb on network bc2cc1cc-9291-43ed-bcc2-e26c677cd8e9 {{(pid=106713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:51:15.258447 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5db83c-18a6-4238-be11-889eee084036 None None] Checking agent: {'id': '8d484d57-df47-4fec-994b-a2ddd0eb88cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 7, 34, 31), 'started_at': datetime.datetime(2021, 10, 14, 7, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:51:15.258847 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5db83c-18a6-4238-be11-889eee084036 None None] Checking segment: {'id': '32cb301a-d999-48ba-aed7-8829739d1afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bc2cc1cc-9291-43ed-bcc2-e26c677cd8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:51:15.259235 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-8c5db83c-18a6-4238-be11-889eee084036 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:15.259617 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5db83c-18a6-4238-be11-889eee084036 None None] Bound using segment: {'id': '32cb301a-d999-48ba-aed7-8829739d1afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bc2cc1cc-9291-43ed-bcc2-e26c677cd8e9'} {{(pid=106713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:51:15.260102 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.managers [None req-8c5db83c-18a6-4238-be11-889eee084036 None None] Bound port: 7826fb9b-1529-49a3-b86e-7950bceb18cb, host: dv-cinder-813746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32cb301a-d999-48ba-aed7-8829739d1afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bc2cc1cc-9291-43ed-bcc2-e26c677cd8e9'}}] {{(pid=106713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:51:15.260489 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-8c5db83c-18a6-4238-be11-889eee084036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:15.328517 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.db [None req-8c5db83c-18a6-4238-be11-889eee084036 None None] For port 7826fb9b-1529-49a3-b86e-7950bceb18cb, host dv-cinder-813746-2-iscsi, cleared binding levels {{(pid=106713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:51:15.332298 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.plugins.ml2.db [None req-8c5db83c-18a6-4238-be11-889eee084036 None None] For port 7826fb9b-1529-49a3-b86e-7950bceb18cb, host dv-cinder-813746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=7826fb9b-1529-49a3-b86e-7950bceb18cb,segment=NetworkSegment(32cb301a-d999-48ba-aed7-8829739d1afa),segment_id=32cb301a-d999-48ba-aed7-8829739d1afa)] {{(pid=106713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:51:15.389126 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron_lib.callbacks.manager [None req-8c5db83c-18a6-4238-be11-889eee084036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:15.465176 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5db83c-18a6-4238-be11-889eee084036 None None] Routers {'9c81263e-fcad-4028-b92c-049d940adeb1'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:51:15.465300 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-3efa9b76-f44d-4072-8704-b5bd2f46eee8 None None] Provisioning complete for port 7826fb9b-1529-49a3-b86e-7950bceb18cb triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:51:15.465400 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-8c5db83c-18a6-4238-be11-889eee084036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:51:00Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['9c81263e-fcad-4028-b92c-049d940adeb1'], 'active': True} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:51:15.465507 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-3efa9b76-f44d-4072-8704-b5bd2f46eee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:15.516804 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca180f-1fac-4848-9c4b-62788caceffe None None] Pushing event updated for resources: {'Port': ['ID=7826fb9b-1529-49a3-b86e-7950bceb18cb,revision_number=4']} {{(pid=106713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:15.557553 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-3efa9b76-f44d-4072-8704-b5bd2f46eee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:15.590678 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-3efa9b76-f44d-4072-8704-b5bd2f46eee8 None None] For port 7826fb9b-1529-49a3-b86e-7950bceb18cb, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=7826fb9b-1529-49a3-b86e-7950bceb18cb,segment=NetworkSegment(32cb301a-d999-48ba-aed7-8829739d1afa),segment_id=32cb301a-d999-48ba-aed7-8829739d1afa)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:51:15.594622 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvr_db [None req-8c5db83c-18a6-4238-be11-889eee084036 None None] Set router 9c81263e-fcad-4028-b92c-049d940adeb1 gateway port host: dv-cinder-813746-2-iscsi {{(pid=106713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:51:15.645641 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-3efa9b76-f44d-4072-8704-b5bd2f46eee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:15.700591 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa9b76-f44d-4072-8704-b5bd2f46eee8 None None] Pushing event updated for resources: {'Port': ['ID=7826fb9b-1529-49a3-b86e-7950bceb18cb,revision_number=5']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:15.770239 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-37b5e11c-652b-4d18-bafc-0b9f0f74f408 None None] Provisioning complete for port 7826fb9b-1529-49a3-b86e-7950bceb18cb triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:51:15.771908 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-37b5e11c-652b-4d18-bafc-0b9f0f74f408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:15.841812 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-8c5db83c-18a6-4238-be11-889eee084036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c81263e-fcad-4028-b92c-049d940adeb1', 'name': 'tempest-TestShelveInstance-1273401645-router', 'tenant_id': 'eec925de29764decb3467d2d65b4420e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'feccd1cf-4990-47e0-9b0d-af245a417776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:51:07Z', 'updated_at': '2021-10-14T07:51:10Z', 'revision_number': 4, 'project_id': 'eec925de29764decb3467d2d65b4420e', 'gw_port': {'id': 'feccd1cf-4990-47e0-9b0d-af245a417776', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c81263e-fcad-4028-b92c-049d940adeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:51:07Z', 'updated_at': '2021-10-14T07:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': '7826fb9b-1529-49a3-b86e-7950bceb18cb', 'name': '', 'network_id': 'bc2cc1cc-9291-43ed-bcc2-e26c677cd8e9', 'tenant_id': 'eec925de29764decb3467d2d65b4420e', 'mac_address': 'fa:16:3e:70:e2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c81263e-fcad-4028-b92c-049d940adeb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '4aaba493-cb88-4504-8d62-669a55b77385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:51:09Z', 'updated_at': '2021-10-14T07:51:15Z', 'revision_number': 4, 'project_id': 'eec925de29764decb3467d2d65b4420e', 'subnets': [{'id': '4aaba493-cb88-4504-8d62-669a55b77385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:51:15.861655 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958db27-89ca-4bb0-9ab3-4ac564303db9 req-3a8a9eca-c69c-4fc0-8ef1-30ba37a286c0 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:15.863331 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a958db27-89ca-4bb0-9ab3-4ac564303db9 req-3a8a9eca-c69c-4fc0-8ef1-30ba37a286c0 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e1f50ae-2520-40b4-9b7e-416eee8b9201 HTTP/1.1" status: 200 len: 946 time: 0.0666492 Oct 14 07:51:15.877535 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5db83c-18a6-4238-be11-889eee084036 None None] The sync data for ids ['9c81263e-fcad-4028-b92c-049d940adeb1'] in dv-cinder-813746-2-iscsi is: [{'id': '9c81263e-fcad-4028-b92c-049d940adeb1', 'name': 'tempest-TestShelveInstance-1273401645-router', 'tenant_id': 'eec925de29764decb3467d2d65b4420e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'feccd1cf-4990-47e0-9b0d-af245a417776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:51:07Z', 'updated_at': '2021-10-14T07:51:10Z', 'revision_number': 4, 'project_id': 'eec925de29764decb3467d2d65b4420e', 'gw_port': {'id': 'feccd1cf-4990-47e0-9b0d-af245a417776', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c81263e-fcad-4028-b92c-049d940adeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:51:07Z', 'updated_at': '2021-10-14T07:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': '7826fb9b-1529-49a3-b86e-7950bceb18cb', 'name': '', 'network_id': 'bc2cc1cc-9291-43ed-bcc2-e26c677cd8e9', 'tenant_id': 'eec925de29764decb3467d2d65b4420e', 'mac_address': 'fa:16:3e:70:e2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c81263e-fcad-4028-b92c-049d940adeb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '4aaba493-cb88-4504-8d62-669a55b77385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:51:09Z', 'updated_at': '2021-10-14T07:51:15Z', 'revision_number': 4, 'project_id': 'eec925de29764decb3467d2d65b4420e', 'subnets': [{'id': '4aaba493-cb88-4504-8d62-669a55b77385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:51:15.904815 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a958db27-89ca-4bb0-9ab3-4ac564303db9 req-0b014060-c1df-4cbe-b23f-dce562065179 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346220 Oct 14 07:51:16.636942 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 7826fb9b-1529-49a3-b86e-7950bceb18cb up at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:51:16.683225 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Provisioning complete for port 7826fb9b-1529-49a3-b86e-7950bceb18cb triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:51:16.684021 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:17.031998 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d5eaa-5d18-45ab-88ee-6600bc2517c1 req-0e97c27d-0309-4b77-b44b-975b2bf82815 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:17.033466 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-6d4d5eaa-5d18-45ab-88ee-6600bc2517c1 req-0e97c27d-0309-4b77-b44b-975b2bf82815 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e1f50ae-2520-40b4-9b7e-416eee8b9201 HTTP/1.1" status: 200 len: 946 time: 0.0530369 Oct 14 07:51:17.072841 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-6d4d5eaa-5d18-45ab-88ee-6600bc2517c1 req-b595014d-c4f4-43cc-9fbd-0ba2f033161e tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329189 Oct 14 07:51:17.785951 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.agents_db [None req-84b3d5e4-9e25-480e-9cd9-33a6a693fe4d None None] Agent healthcheck: found 6 active agents {{(pid=106713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:51:18.197898 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397871e-8d27-461a-bb22-92ede2f31b75 req-dbea3d46-c1e6-4480-a291-949e39ff419c tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:18.199343 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-1397871e-8d27-461a-bb22-92ede2f31b75 req-dbea3d46-c1e6-4480-a291-949e39ff419c tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e1f50ae-2520-40b4-9b7e-416eee8b9201 HTTP/1.1" status: 200 len: 946 time: 0.0480838 Oct 14 07:51:18.236092 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-1397871e-8d27-461a-bb22-92ede2f31b75 req-2ab8e2e6-a9d0-4343-9cdc-46bcd34146ed tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303679 Oct 14 07:51:19.367464 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf2278-283a-4167-b56d-16b1dce2ad7b req-e0f878a9-c17c-430c-8755-1779bae0ebf8 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:19.368967 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-29bf2278-283a-4167-b56d-16b1dce2ad7b req-e0f878a9-c17c-430c-8755-1779bae0ebf8 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e1f50ae-2520-40b4-9b7e-416eee8b9201 HTTP/1.1" status: 200 len: 946 time: 0.0507059 Oct 14 07:51:19.407191 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-29bf2278-283a-4167-b56d-16b1dce2ad7b req-6dee8998-1e0d-4fe9-932b-fc616d57415d tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323050 Oct 14 07:51:20.061020 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180dad65-4067-4532-8764-823289bab93d req-6cdd82cf-5616-443d-a3c8-61bbdc2c4c76 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:20.062370 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-180dad65-4067-4532-8764-823289bab93d req-6cdd82cf-5616-443d-a3c8-61bbdc2c4c76 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f50ae-2520-40b4-9b7e-416eee8b9201 HTTP/1.1" status: 200 len: 946 time: 0.0530562 Oct 14 07:51:20.151228 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [req-180dad65-4067-4532-8764-823289bab93d req-b6fa8284-874f-44de-b94b-a0ad91f462e2 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Deleting port c45a9263-de14-42c2-a6cb-92f0c91e5f2e {{(pid=106710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:51:20.151555 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-180dad65-4067-4532-8764-823289bab93d req-b6fa8284-874f-44de-b94b-a0ad91f462e2 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:20.245299 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.db [req-180dad65-4067-4532-8764-823289bab93d req-b6fa8284-874f-44de-b94b-a0ad91f462e2 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] For port c45a9263-de14-42c2-a6cb-92f0c91e5f2e, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=c45a9263-de14-42c2-a6cb-92f0c91e5f2e,segment=NetworkSegment(94d52bff-5716-4774-8920-76cd196c616a),segment_id=94d52bff-5716-4774-8920-76cd196c616a)] {{(pid=106710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:51:20.245941 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-180dad65-4067-4532-8764-823289bab93d req-b6fa8284-874f-44de-b94b-a0ad91f462e2 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:20.421719 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-180dad65-4067-4532-8764-823289bab93d req-b6fa8284-874f-44de-b94b-a0ad91f462e2 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:20.427329 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-180dad65-4067-4532-8764-823289bab93d req-b6fa8284-874f-44de-b94b-a0ad91f462e2 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648330'] for floatingip, after_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:20.427329 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.db.l3_db [req-180dad65-4067-4532-8764-823289bab93d req-b6fa8284-874f-44de-b94b-a0ad91f462e2 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Floating IP 053a2c0d-153d-4019-bb17-bf657b77ef8c disassociated. External IP: 172.27.3.61, port: c45a9263-de14-42c2-a6cb-92f0c91e5f2e. Oct 14 07:51:20.427329 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [req-180dad65-4067-4532-8764-823289bab93d req-b6fa8284-874f-44de-b94b-a0ad91f462e2 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Calling delete_port for c45a9263-de14-42c2-a6cb-92f0c91e5f2e owned by compute:nova {{(pid=106710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:51:20.572688 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f3d06-e08f-41f8-b5a6-8f1df665eef1 req-d9374f33-1fee-4283-a592-12071a1125d6 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:20.576226 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-9e1f3d06-e08f-41f8-b5a6-8f1df665eef1 req-d9374f33-1fee-4283-a592-12071a1125d6 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e1f50ae-2520-40b4-9b7e-416eee8b9201 HTTP/1.1" status: 200 len: 946 time: 0.0871782 Oct 14 07:51:20.625767 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-9e1f3d06-e08f-41f8-b5a6-8f1df665eef1 req-07a8699f-4157-41a8-a5d4-84603f509afd tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449657 Oct 14 07:51:20.674065 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-180dad65-4067-4532-8764-823289bab93d req-b6fa8284-874f-44de-b94b-a0ad91f462e2 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16030778'] for port, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:20.702023 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fa8284-874f-44de-b94b-a0ad91f462e2 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Pushing event deleted for resources: {'Port': ['ID=c45a9263-de14-42c2-a6cb-92f0c91e5f2e,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:20.716367 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fa8284-874f-44de-b94b-a0ad91f462e2 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:51:20.716367 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fa8284-874f-44de-b94b-a0ad91f462e2 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:51:20.716367 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fa8284-874f-44de-b94b-a0ad91f462e2 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:51:20.716367 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fa8284-874f-44de-b94b-a0ad91f462e2 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:51:20.716367 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fa8284-874f-44de-b94b-a0ad91f462e2 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:51:20.716367 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fa8284-874f-44de-b94b-a0ad91f462e2 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:51:20.716367 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fa8284-874f-44de-b94b-a0ad91f462e2 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:51:20.716882 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fa8284-874f-44de-b94b-a0ad91f462e2 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:51:20.716882 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fa8284-874f-44de-b94b-a0ad91f462e2 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:51:20.717188 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fa8284-874f-44de-b94b-a0ad91f462e2 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:51:20.719324 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fa8284-874f-44de-b94b-a0ad91f462e2 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:51:20.719324 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fa8284-874f-44de-b94b-a0ad91f462e2 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:51:20.837484 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.l3_agent_scheduler [req-180dad65-4067-4532-8764-823289bab93d req-b6fa8284-874f-44de-b94b-a0ad91f462e2 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Router 587c5175-2352-49e0-97ad-74d282fae443 has already been hosted by L3 agent f0543dd8-cbcf-46a4-b5f3-c6f7813920a1 {{(pid=106710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:51:20.949723 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-180dad65-4067-4532-8764-823289bab93d req-b6fa8284-874f-44de-b94b-a0ad91f462e2 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Notify agent at l3_agent.dv-cinder-813746-2-iscsi the message routers_updated {{(pid=106710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:51:20.962894 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c08690-5e25-4d06-92c0-5e4c19d6b9dd None None] Sync routers for ids ['587c5175-2352-49e0-97ad-74d282fae443'] in dv-cinder-813746-2-iscsi {{(pid=106712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:51:20.971983 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c08690-5e25-4d06-92c0-5e4c19d6b9dd None None] Routers {'587c5175-2352-49e0-97ad-74d282fae443'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:51:20.972591 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-67c08690-5e25-4d06-92c0-5e4c19d6b9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:51:00Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['587c5175-2352-49e0-97ad-74d282fae443'], 'active': True} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:51:20.987999 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.l3_dvrscheduler_db [req-180dad65-4067-4532-8764-823289bab93d req-b6fa8284-874f-44de-b94b-a0ad91f462e2 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] No DVR routers for this DVR port c45a9263-de14-42c2-a6cb-92f0c91e5f2e on host hv-cinder-81374 {{(pid=106710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:51:20.990600 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-180dad65-4067-4532-8764-823289bab93d req-b6fa8284-874f-44de-b94b-a0ad91f462e2 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for port, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:20.994902 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-180dad65-4067-4532-8764-823289bab93d req-b6fa8284-874f-44de-b94b-a0ad91f462e2 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.54 "DELETE /v2.0/ports/c45a9263-de14-42c2-a6cb-92f0c91e5f2e HTTP/1.1" status: 204 len: 173 time: 0.9261589 Oct 14 07:51:20.995372 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e1f50ae-2520-40b4-9b7e-416eee8b9201', 'name': 'network-vif-deleted', 'tag': 'c45a9263-de14-42c2-a6cb-92f0c91e5f2e'}] {{(pid=106710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:51:20.997648 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ebf78bef5954e8ca5597493995d581d8346ee5b9d6b2d49db072251da4c473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5d2fb6-d1a3-49a3-a8b8-bdf8e013fb0c" -d '{"events": [{"server_uuid": "5e1f50ae-2520-40b4-9b7e-416eee8b9201", "name": "network-vif-deleted", "tag": "c45a9263-de14-42c2-a6cb-92f0c91e5f2e"}]}' {{(pid=106710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:51:21.035665 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1847d476-2eb9-4639-8f3d-e79262dcb97b x-openstack-request-id: req-1847d476-2eb9-4639-8f3d-e79262dcb97b {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:51:21.036043 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e1f50ae-2520-40b4-9b7e-416eee8b9201", "name": "network-vif-deleted", "tag": "c45a9263-de14-42c2-a6cb-92f0c91e5f2e", "status": "completed", "code": 200}]} {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:51:21.036357 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1847d476-2eb9-4639-8f3d-e79262dcb97b {{(pid=106710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:51:21.036898 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e1f50ae-2520-40b4-9b7e-416eee8b9201', 'name': 'network-vif-deleted', 'tag': 'c45a9263-de14-42c2-a6cb-92f0c91e5f2e', 'status': 'completed', 'code': 200} Oct 14 07:51:21.094506 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvr_db [None req-67c08690-5e25-4d06-92c0-5e4c19d6b9dd None None] Set router 587c5175-2352-49e0-97ad-74d282fae443 gateway port host: dv-cinder-813746-2-iscsi {{(pid=106712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:51:21.298056 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-67c08690-5e25-4d06-92c0-5e4c19d6b9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c5175-2352-49e0-97ad-74d282fae443', 'name': 'tempest-TestVolumeBootPattern-1858258408-router', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '1998b7bf-ee9c-46f0-a491-b456986414c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:13Z', 'updated_at': '2021-10-14T07:48:16Z', 'revision_number': 4, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'gw_port': {'id': '1998b7bf-ee9c-46f0-a491-b456986414c2', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:34:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c5175-2352-49e0-97ad-74d282fae443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:13Z', 'updated_at': '2021-10-14T07:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': '3385bf3d-0ce6-4259-882d-b1a97c37445f', 'name': '', 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'mac_address': 'fa:16:3e:33:79:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c5175-2352-49e0-97ad-74d282fae443', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c75e489e-d577-4f33-bc9a-11bccc0fd731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:16Z', 'updated_at': '2021-10-14T07:48:26Z', 'revision_number': 5, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'subnets': [{'id': 'c75e489e-d577-4f33-bc9a-11bccc0fd731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:51:21.325484 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c08690-5e25-4d06-92c0-5e4c19d6b9dd None None] Checking router: 587c5175-2352-49e0-97ad-74d282fae443 for host: dv-cinder-813746-2-iscsi {{(pid=106712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:51:21.336972 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c08690-5e25-4d06-92c0-5e4c19d6b9dd None None] Routers {'587c5175-2352-49e0-97ad-74d282fae443'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:51:21.337657 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-67c08690-5e25-4d06-92c0-5e4c19d6b9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:51:00Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['587c5175-2352-49e0-97ad-74d282fae443'], 'active': True} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:51:21.444389 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvr_db [None req-67c08690-5e25-4d06-92c0-5e4c19d6b9dd None None] Set router 587c5175-2352-49e0-97ad-74d282fae443 gateway port host: dv-cinder-813746-2-iscsi {{(pid=106712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:51:21.644499 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-67c08690-5e25-4d06-92c0-5e4c19d6b9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c5175-2352-49e0-97ad-74d282fae443', 'name': 'tempest-TestVolumeBootPattern-1858258408-router', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '1998b7bf-ee9c-46f0-a491-b456986414c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:13Z', 'updated_at': '2021-10-14T07:48:16Z', 'revision_number': 4, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'gw_port': {'id': '1998b7bf-ee9c-46f0-a491-b456986414c2', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:34:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c5175-2352-49e0-97ad-74d282fae443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:13Z', 'updated_at': '2021-10-14T07:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': '3385bf3d-0ce6-4259-882d-b1a97c37445f', 'name': '', 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'mac_address': 'fa:16:3e:33:79:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c5175-2352-49e0-97ad-74d282fae443', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c75e489e-d577-4f33-bc9a-11bccc0fd731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:16Z', 'updated_at': '2021-10-14T07:48:26Z', 'revision_number': 5, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'subnets': [{'id': 'c75e489e-d577-4f33-bc9a-11bccc0fd731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:51:21.671923 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c08690-5e25-4d06-92c0-5e4c19d6b9dd None None] The sync data for ids ['587c5175-2352-49e0-97ad-74d282fae443'] in dv-cinder-813746-2-iscsi is: [{'id': '587c5175-2352-49e0-97ad-74d282fae443', 'name': 'tempest-TestVolumeBootPattern-1858258408-router', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '1998b7bf-ee9c-46f0-a491-b456986414c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:13Z', 'updated_at': '2021-10-14T07:48:16Z', 'revision_number': 4, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'gw_port': {'id': '1998b7bf-ee9c-46f0-a491-b456986414c2', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:34:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c5175-2352-49e0-97ad-74d282fae443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:13Z', 'updated_at': '2021-10-14T07:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': '3385bf3d-0ce6-4259-882d-b1a97c37445f', 'name': '', 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'mac_address': 'fa:16:3e:33:79:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c5175-2352-49e0-97ad-74d282fae443', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c75e489e-d577-4f33-bc9a-11bccc0fd731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:16Z', 'updated_at': '2021-10-14T07:48:26Z', 'revision_number': 5, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'subnets': [{'id': 'c75e489e-d577-4f33-bc9a-11bccc0fd731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:51:21.720291 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-fe5ddc54-f833-4fbc-894f-0c9604e81f4e req-72a2a40f-c388-4c20-ad22-4d5f5b6a615c tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e1f50ae-2520-40b4-9b7e-416eee8b9201 HTTP/1.1" status: 200 len: 210 time: 0.0278151 Oct 14 07:51:21.885318 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9548d1a8-d307-4c70-a985-ad46de7119f5 None None] New status for floating IP 053a2c0d-153d-4019-bb17-bf657b77ef8c: DOWN {{(pid=106713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 07:51:22.815040 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-34292bcb-e5e5-43c6-8ab1-f9c07d94eb6c req-a3bbb89c-778c-4f0e-9f7c-73630579e3e5 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e1f50ae-2520-40b4-9b7e-416eee8b9201 HTTP/1.1" status: 200 len: 210 time: 0.0262837 Oct 14 07:51:23.911425 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-593520ae-72a1-4d3a-a019-a20ed2bad74a req-781bd6bc-22ed-4fc7-a11e-b654a5515e34 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e1f50ae-2520-40b4-9b7e-416eee8b9201 HTTP/1.1" status: 200 len: 210 time: 0.0291026 Oct 14 07:51:24.409913 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device c45a9263-de14-42c2-a6cb-92f0c91e5f2e no longer exists at agent hyperv_hv-cinder-81374 {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:51:24.431193 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] No Port match for: c45a9263-de14-42c2-a6cb-92f0c91e5f2e {{(pid=106712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:51:24.431537 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device c45a9263-de14-42c2-a6cb-92f0c91e5f2e not bound to the agent host hv-cinder-81374 {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:51:25.009345 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-ad46f6b9-205f-4776-8474-37b7035571c0 req-981b1593-4806-46d8-82e5-0614de3c6b5d tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e1f50ae-2520-40b4-9b7e-416eee8b9201 HTTP/1.1" status: 200 len: 210 time: 0.0298753 Oct 14 07:51:26.258538 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-88e68725-51af-464e-9872-33f41a272b9f req-675f8f3d-f74b-4886-81c6-c0bfed85bf03 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-824887916&fields=id&tenant_id=b3e30b2e385344cd831846e78784b300 HTTP/1.1" status: 200 len: 267 time: 0.0369203 Oct 14 07:51:26.364434 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e68725-51af-464e-9872-33f41a272b9f req-442b556c-f743-48fb-9a40-f28f06142541 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:26.365849 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-88e68725-51af-464e-9872-33f41a272b9f req-442b556c-f743-48fb-9a40-f28f06142541 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/networks?id=fc7548a1-a2d5-45f6-9825-763d06d99878 HTTP/1.1" status: 200 len: 812 time: 0.1007504 Oct 14 07:51:26.380147 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-88e68725-51af-464e-9872-33f41a272b9f req-565376f4-f8b1-4975-bfc1-b3b661863889 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/quotas/b3e30b2e385344cd831846e78784b300 HTTP/1.1" status: 200 len: 375 time: 0.0086498 Oct 14 07:51:26.433776 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-88e68725-51af-464e-9872-33f41a272b9f req-22fd54d9-4131-4738-ab76-878daf8be9b7 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b3e30b2e385344cd831846e78784b300&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483062 Oct 14 07:51:26.530734 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-88e68725-51af-464e-9872-33f41a272b9f req-272d435c-7196-4e17-a966-b4c4b8e2540b service neutron] 10.222.0.47 "GET /v2.0/networks/fc7548a1-a2d5-45f6-9825-763d06d99878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856965 Oct 14 07:51:26.619254 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-88e68725-51af-464e-9872-33f41a272b9f req-9d12a834-6609-491b-9f3c-81d23139425f service neutron] 10.222.0.47 "GET /v2.0/networks/fc7548a1-a2d5-45f6-9825-763d06d99878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823557 Oct 14 07:51:27.149942 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-f86339af-eb70-490e-affd-98fa67e7af04 req-c07301f2-3bce-44cb-a7f9-9480c7bfb66e tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=a36aa7ec-765f-43c4-943a-efb40c9ef94e HTTP/1.1" status: 200 len: 210 time: 0.0330851 Oct 14 07:51:27.388640 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-cd0990a3-d6fa-476b-ade0-af84d3ce0270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:28.246706 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-9e543b9b-4c6e-49dc-869d-79103c560056 req-eeec408b-5b17-44c6-8efc-13e96e139943 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=a36aa7ec-765f-43c4-943a-efb40c9ef94e HTTP/1.1" status: 200 len: 210 time: 0.0297999 Oct 14 07:51:29.069566 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e68725-51af-464e-9872-33f41a272b9f req-24f98b01-c663-44cb-8759-3d5094170991 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:29.071542 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-88e68725-51af-464e-9872-33f41a272b9f req-24f98b01-c663-44cb-8759-3d5094170991 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.54 "GET /v2.0/networks?id=fc7548a1-a2d5-45f6-9825-763d06d99878 HTTP/1.1" status: 200 len: 812 time: 0.0981822 Oct 14 07:51:29.133268 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-88e68725-51af-464e-9872-33f41a272b9f req-9dcff0ee-8f84-4247-b534-e1c57d6ac56f tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3e30b2e385344cd831846e78784b300 HTTP/1.1" status: 200 len: 379 time: 0.0440047 Oct 14 07:51:29.142987 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [req-88e68725-51af-464e-9872-33f41a272b9f req-4d274233-2f66-41dc-b12c-8334b32babbc tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Request body: {'port': {'device_id': 'a36aa7ec-765f-43c4-943a-efb40c9ef94e', 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878', 'admin_state_up': True, 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'security_groups': ['5195c0a2-1d1f-4ea4-b695-5e814571f83a']}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:51:29.314142 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88e68725-51af-464e-9872-33f41a272b9f req-4d274233-2f66-41dc-b12c-8334b32babbc tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Made reservation on behalf of b3e30b2e385344cd831846e78784b300 for: {'port': 1} {{(pid=106710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:51:29.317767 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-88e68725-51af-464e-9872-33f41a272b9f req-4d274233-2f66-41dc-b12c-8334b32babbc tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:29.357508 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b93f50ff-ef12-46dc-ae8f-59bd4cfc28ac req-2dd782bb-3d91-41ee-9bb2-53b896cf7b1e tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=a36aa7ec-765f-43c4-943a-efb40c9ef94e HTTP/1.1" status: 200 len: 210 time: 0.0364444 Oct 14 07:51:29.472379 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.db_base_plugin_common [req-88e68725-51af-464e-9872-33f41a272b9f req-4d274233-2f66-41dc-b12c-8334b32babbc tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Allocated IP 172.20.0.11 (fc7548a1-a2d5-45f6-9825-763d06d99878/c75e489e-d577-4f33-bc9a-11bccc0fd731/d5b0f34f-c87f-4833-92c1-74b4b0f17f57) {{(pid=106710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:51:29.602937 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-88e68725-51af-464e-9872-33f41a272b9f req-4d274233-2f66-41dc-b12c-8334b32babbc tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks [] for port, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:29.691432 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-88e68725-51af-464e-9872-33f41a272b9f req-4d274233-2f66-41dc-b12c-8334b32babbc tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16030778'] for port, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:29.732277 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88e68725-51af-464e-9872-33f41a272b9f req-4d274233-2f66-41dc-b12c-8334b32babbc tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Network fc7548a1-a2d5-45f6-9825-763d06d99878 is already hosted by enough agents. {{(pid=106710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:51:29.735181 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.base_scheduler [req-88e68725-51af-464e-9872-33f41a272b9f req-4d274233-2f66-41dc-b12c-8334b32babbc tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Resources bound (agent type, host, resource id): {{(pid=106710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:51:29.741487 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e68725-51af-464e-9872-33f41a272b9f req-4d274233-2f66-41dc-b12c-8334b32babbc tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Received port after_create {{(pid=106710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:51:29.748492 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d274233-2f66-41dc-b12c-8334b32babbc tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Pushing event updated for resources: {'Port': ['ID=d5b0f34f-c87f-4833-92c1-74b4b0f17f57,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:29.793629 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e68725-51af-464e-9872-33f41a272b9f req-4d274233-2f66-41dc-b12c-8334b32babbc tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:29.794262 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-88e68725-51af-464e-9872-33f41a272b9f req-4d274233-2f66-41dc-b12c-8334b32babbc tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for port, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:29.876751 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-88e68725-51af-464e-9872-33f41a272b9f req-4d274233-2f66-41dc-b12c-8334b32babbc tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7374916 Oct 14 07:51:29.896151 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [req-88e68725-51af-464e-9872-33f41a272b9f req-2fd39b84-6dd3-48e9-a78f-401d36d60e9a service neutron] Request body: {'port': {'device_id': 'a36aa7ec-765f-43c4-943a-efb40c9ef94e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81374'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:51:29.954173 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-88e68725-51af-464e-9872-33f41a272b9f req-2fd39b84-6dd3-48e9-a78f-401d36d60e9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:29.974892 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-0c990fe8-12b9-4ab8-9d22-930d258168a6 None None] Provisioning complete for port d5b0f34f-c87f-4833-92c1-74b4b0f17f57 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:51:29.975535 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-0c990fe8-12b9-4ab8-9d22-930d258168a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:30.002870 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-95ca117f-9348-480c-8ecc-bc0d2f194892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:30.016605 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-0c990fe8-12b9-4ab8-9d22-930d258168a6 None None] Port d5b0f34f-c87f-4833-92c1-74b4b0f17f57 cannot update to ACTIVE because it is not bound. {{(pid=106712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 07:51:30.229952 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.notifiers.nova [req-88e68725-51af-464e-9872-33f41a272b9f req-2fd39b84-6dd3-48e9-a78f-401d36d60e9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5b0f34f-c87f-4833-92c1-74b4b0f17f57 {{(pid=106710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:51:30.237526 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-88e68725-51af-464e-9872-33f41a272b9f req-2fd39b84-6dd3-48e9-a78f-401d36d60e9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:30.250631 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.provisioning_blocks [req-88e68725-51af-464e-9872-33f41a272b9f req-2fd39b84-6dd3-48e9-a78f-401d36d60e9a service neutron] Transition to ACTIVE for port object d5b0f34f-c87f-4833-92c1-74b4b0f17f57 will not be triggered until provisioned by entity L2. {{(pid=106710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 07:51:30.342832 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-88e68725-51af-464e-9872-33f41a272b9f req-2fd39b84-6dd3-48e9-a78f-401d36d60e9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16030733'] for port, after_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:30.411001 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd39b84-6dd3-48e9-a78f-401d36d60e9a service neutron] Pushing event updated for resources: {'Port': ['ID=d5b0f34f-c87f-4833-92c1-74b4b0f17f57,revision_number=2']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:30.473478 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.managers [req-88e68725-51af-464e-9872-33f41a272b9f req-2fd39b84-6dd3-48e9-a78f-401d36d60e9a service neutron] Attempting to bind port d5b0f34f-c87f-4833-92c1-74b4b0f17f57 on host hv-cinder-81374 for vnic_type normal with profile {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:51:30.473929 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.managers [req-88e68725-51af-464e-9872-33f41a272b9f req-2fd39b84-6dd3-48e9-a78f-401d36d60e9a service neutron] Attempting to bind port d5b0f34f-c87f-4833-92c1-74b4b0f17f57 by drivers openvswitch,hyperv on host hv-cinder-81374 at level 0 using segments [{'id': '94d52bff-5716-4774-8920-76cd196c616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878'}] {{(pid=106710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:51:30.474174 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e68725-51af-464e-9872-33f41a272b9f req-2fd39b84-6dd3-48e9-a78f-401d36d60e9a service neutron] Attempting to bind port d5b0f34f-c87f-4833-92c1-74b4b0f17f57 on network fc7548a1-a2d5-45f6-9825-763d06d99878 {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:51:30.479547 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e68725-51af-464e-9872-33f41a272b9f req-2fd39b84-6dd3-48e9-a78f-401d36d60e9a service neutron] Port d5b0f34f-c87f-4833-92c1-74b4b0f17f57 on network fc7548a1-a2d5-45f6-9825-763d06d99878 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81374 {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 07:51:30.479905 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e68725-51af-464e-9872-33f41a272b9f req-2fd39b84-6dd3-48e9-a78f-401d36d60e9a service neutron] Attempting to bind port d5b0f34f-c87f-4833-92c1-74b4b0f17f57 on network fc7548a1-a2d5-45f6-9825-763d06d99878 {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:51:30.485484 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e68725-51af-464e-9872-33f41a272b9f req-2fd39b84-6dd3-48e9-a78f-401d36d60e9a service neutron] Checking agent: {'id': 'e9e2cc54-3b31-4b83-b77c-54087550ab3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 7, 40, 39), 'started_at': datetime.datetime(2021, 10, 14, 7, 40, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:51:30.487664 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e68725-51af-464e-9872-33f41a272b9f req-2fd39b84-6dd3-48e9-a78f-401d36d60e9a service neutron] Checking segment: {'id': '94d52bff-5716-4774-8920-76cd196c616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:51:30.487664 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e68725-51af-464e-9872-33f41a272b9f req-2fd39b84-6dd3-48e9-a78f-401d36d60e9a service neutron] Bound using segment: {'id': '94d52bff-5716-4774-8920-76cd196c616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878'} {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:51:30.487664 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.managers [req-88e68725-51af-464e-9872-33f41a272b9f req-2fd39b84-6dd3-48e9-a78f-401d36d60e9a service neutron] Bound port: d5b0f34f-c87f-4833-92c1-74b4b0f17f57, host: hv-cinder-81374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d52bff-5716-4774-8920-76cd196c616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878'}}] {{(pid=106710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:51:30.487664 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-88e68725-51af-464e-9872-33f41a272b9f req-2fd39b84-6dd3-48e9-a78f-401d36d60e9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:30.494278 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f9024-c549-42eb-b760-1b0fae0caea6 req-2b58c794-20b4-48e4-a429-7a497bd63e48 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:30.496010 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-764f9024-c549-42eb-b760-1b0fae0caea6 req-2b58c794-20b4-48e4-a429-7a497bd63e48 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=a36aa7ec-765f-43c4-943a-efb40c9ef94e HTTP/1.1" status: 200 len: 944 time: 0.0558903 Oct 14 07:51:30.547155 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-764f9024-c549-42eb-b760-1b0fae0caea6 req-ba2d6fbf-44dc-4359-980a-54c23a635641 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348010 Oct 14 07:51:30.557105 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.db [req-88e68725-51af-464e-9872-33f41a272b9f req-2fd39b84-6dd3-48e9-a78f-401d36d60e9a service neutron] For port d5b0f34f-c87f-4833-92c1-74b4b0f17f57, host hv-cinder-81374, cleared binding levels {{(pid=106710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:51:30.560400 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.db [req-88e68725-51af-464e-9872-33f41a272b9f req-2fd39b84-6dd3-48e9-a78f-401d36d60e9a service neutron] For port d5b0f34f-c87f-4833-92c1-74b4b0f17f57, host hv-cinder-81374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=d5b0f34f-c87f-4833-92c1-74b4b0f17f57,segment=NetworkSegment(94d52bff-5716-4774-8920-76cd196c616a),segment_id=94d52bff-5716-4774-8920-76cd196c616a)] {{(pid=106710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:51:30.623092 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-88e68725-51af-464e-9872-33f41a272b9f req-2fd39b84-6dd3-48e9-a78f-401d36d60e9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16030733'] for port, after_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:30.663374 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e68725-51af-464e-9872-33f41a272b9f req-2fd39b84-6dd3-48e9-a78f-401d36d60e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:30.663374 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-88e68725-51af-464e-9872-33f41a272b9f req-2fd39b84-6dd3-48e9-a78f-401d36d60e9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for port, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:30.663374 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-88e68725-51af-464e-9872-33f41a272b9f req-2fd39b84-6dd3-48e9-a78f-401d36d60e9a service neutron] 10.222.0.54 "PUT /v2.0/ports/d5b0f34f-c87f-4833-92c1-74b4b0f17f57 HTTP/1.1" status: 200 len: 1094 time: 0.7702744 Oct 14 07:51:30.663374 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a36aa7ec-765f-43c4-943a-efb40c9ef94e', 'tag': 'd5b0f34f-c87f-4833-92c1-74b4b0f17f57'}] {{(pid=106710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:51:30.665250 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ebf78bef5954e8ca5597493995d581d8346ee5b9d6b2d49db072251da4c473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5061d3e3-1102-4acc-a10f-8fd8acf1d592" -d '{"events": [{"name": "network-changed", "server_uuid": "a36aa7ec-765f-43c4-943a-efb40c9ef94e", "tag": "d5b0f34f-c87f-4833-92c1-74b4b0f17f57"}]}' {{(pid=106710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:51:30.694844 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 34484) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:51:30.703963 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd39b84-6dd3-48e9-a78f-401d36d60e9a service neutron] Pushing event updated for resources: {'Port': ['ID=d5b0f34f-c87f-4833-92c1-74b4b0f17f57,revision_number=3']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:30.717552 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f119f5a-dd9d-4cbd-bd07-70eaaa3183bb x-openstack-request-id: req-1f119f5a-dd9d-4cbd-bd07-70eaaa3183bb {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:51:30.717948 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a36aa7ec-765f-43c4-943a-efb40c9ef94e", "tag": "d5b0f34f-c87f-4833-92c1-74b4b0f17f57", "status": "completed", "code": 200}]} {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:51:30.718203 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1f119f5a-dd9d-4cbd-bd07-70eaaa3183bb {{(pid=106710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:51:30.721166 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a36aa7ec-765f-43c4-943a-efb40c9ef94e', 'tag': 'd5b0f34f-c87f-4833-92c1-74b4b0f17f57', 'status': 'completed', 'code': 200} Oct 14 07:51:30.801938 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5061d3e3-1102-4acc-a10f-8fd8acf1d592 req-914453ea-60cb-4762-a192-513fdddd8e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:30.803742 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-5061d3e3-1102-4acc-a10f-8fd8acf1d592 req-914453ea-60cb-4762-a192-513fdddd8e6f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b3e30b2e385344cd831846e78784b300&device_id=a36aa7ec-765f-43c4-943a-efb40c9ef94e HTTP/1.1" status: 200 len: 1097 time: 0.0504858 Oct 14 07:51:30.817993 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-cf687b80-f1de-47d1-af8a-9f98f0c6c50c admin admin] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:30.839784 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:30.897721 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-cf687b80-f1de-47d1-af8a-9f98f0c6c50c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:30.927079 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5061d3e3-1102-4acc-a10f-8fd8acf1d592 req-0c9912b0-a8c2-451e-9546-9078c6203c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:30.928622 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-5061d3e3-1102-4acc-a10f-8fd8acf1d592 req-0c9912b0-a8c2-451e-9546-9078c6203c8d service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=b3e30b2e385344cd831846e78784b300&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1098933 Oct 14 07:51:30.948213 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-cf687b80-f1de-47d1-af8a-9f98f0c6c50c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:30.987497 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-cf687b80-f1de-47d1-af8a-9f98f0c6c50c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5d7a873586c6459abff9d37490995179&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2962646 Oct 14 07:51:30.988466 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf687b80-f1de-47d1-af8a-9f98f0c6c50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a615fb76-2363-4e91-ac44-d61f567a43d9,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:30.990368 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 34488) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:51:31.006051 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf687b80-f1de-47d1-af8a-9f98f0c6c50c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:51:31.006397 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf687b80-f1de-47d1-af8a-9f98f0c6c50c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:51:31.006734 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf687b80-f1de-47d1-af8a-9f98f0c6c50c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:51:31.007070 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf687b80-f1de-47d1-af8a-9f98f0c6c50c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:51:31.007417 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf687b80-f1de-47d1-af8a-9f98f0c6c50c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:51:31.007752 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf687b80-f1de-47d1-af8a-9f98f0c6c50c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:51:31.008079 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf687b80-f1de-47d1-af8a-9f98f0c6c50c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:51:31.008400 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf687b80-f1de-47d1-af8a-9f98f0c6c50c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:51:31.008721 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf687b80-f1de-47d1-af8a-9f98f0c6c50c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:51:31.009577 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf687b80-f1de-47d1-af8a-9f98f0c6c50c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:51:31.009577 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf687b80-f1de-47d1-af8a-9f98f0c6c50c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:51:31.009782 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf687b80-f1de-47d1-af8a-9f98f0c6c50c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:51:31.028151 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5061d3e3-1102-4acc-a10f-8fd8acf1d592 req-72e4f91f-8684-4967-96d4-7542b092df36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:31.029632 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-5061d3e3-1102-4acc-a10f-8fd8acf1d592 req-72e4f91f-8684-4967-96d4-7542b092df36 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939949 Oct 14 07:51:31.053631 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-eb134990-997c-47ec-a80a-f0c3b5d68634 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:31.075162 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-eb134990-997c-47ec-a80a-f0c3b5d68634 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:31.129364 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e68725-51af-464e-9872-33f41a272b9f req-20e791ef-50bd-4f83-b3c3-d1216732d292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:31.130819 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-88e68725-51af-464e-9872-33f41a272b9f req-20e791ef-50bd-4f83-b3c3-d1216732d292 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b3e30b2e385344cd831846e78784b300&device_id=a36aa7ec-765f-43c4-943a-efb40c9ef94e HTTP/1.1" status: 200 len: 1097 time: 0.0396020 Oct 14 07:51:31.159631 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-eb134990-997c-47ec-a80a-f0c3b5d68634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:31.162391 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-eb134990-997c-47ec-a80a-f0c3b5d68634 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:31.164338 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-eb134990-997c-47ec-a80a-f0c3b5d68634 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a615fb76-2363-4e91-ac44-d61f567a43d9 HTTP/1.1" status: 204 len: 168 time: 0.1722734 Oct 14 07:51:31.172324 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb134990-997c-47ec-a80a-f0c3b5d68634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a615fb76-2363-4e91-ac44-d61f567a43d9,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:31.183962 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-88e68725-51af-464e-9872-33f41a272b9f req-4dcdcc4a-e073-4e75-ac0c-f78c2d0fbb35 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5b0f34f-c87f-4833-92c1-74b4b0f17f57 HTTP/1.1" status: 200 len: 217 time: 0.0336120 Oct 14 07:51:31.237739 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e68725-51af-464e-9872-33f41a272b9f req-7e588cfb-0a4a-48df-a860-f65cf8e1a1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:31.239200 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-88e68725-51af-464e-9872-33f41a272b9f req-7e588cfb-0a4a-48df-a860-f65cf8e1a1b9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c75e489e-d577-4f33-bc9a-11bccc0fd731 HTTP/1.1" status: 200 len: 851 time: 0.0471675 Oct 14 07:51:31.308476 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-93e1ef1e-be74-48a7-9436-c986e05ec438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:31.533016 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e68725-51af-464e-9872-33f41a272b9f req-1eaa76b6-606c-4bfb-925e-866b27d0245d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:31.534509 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-88e68725-51af-464e-9872-33f41a272b9f req-1eaa76b6-606c-4bfb-925e-866b27d0245d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fc7548a1-a2d5-45f6-9825-763d06d99878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2873130 Oct 14 07:51:31.559817 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-d9aa06c1-f452-488e-8009-e194fa90536b req-61cea2e2-541a-4738-bdec-3d728af69a04 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2030623776&fields=id&tenant_id=c0272f2246984916b984cd7271af15f1 HTTP/1.1" status: 200 len: 267 time: 0.0337899 Oct 14 07:51:31.642209 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-88e68725-51af-464e-9872-33f41a272b9f req-ecfb3cf1-cb35-464e-8f92-c4168f89435e service neutron] 10.222.0.54 "GET /v2.0/networks/fc7548a1-a2d5-45f6-9825-763d06d99878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983341 Oct 14 07:51:31.675697 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa06c1-f452-488e-8009-e194fa90536b req-6d29a710-35d3-4d05-aa58-67f604853aa1 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:31.677203 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-d9aa06c1-f452-488e-8009-e194fa90536b req-6d29a710-35d3-4d05-aa58-67f604853aa1 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/networks?id=f7764aed-a19b-4271-a494-ccd5ea011064 HTTP/1.1" status: 200 len: 808 time: 0.1103244 Oct 14 07:51:31.693013 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-d9aa06c1-f452-488e-8009-e194fa90536b req-fa4bab30-f4ec-41b7-8920-9e6e2c56d439 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/quotas/c0272f2246984916b984cd7271af15f1 HTTP/1.1" status: 200 len: 375 time: 0.0092700 Oct 14 07:51:31.734899 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e8e66-0a4e-46e4-ab2c-83d9429a73ba req-4f67047e-6d90-41db-b0cf-6ad166def864 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:31.736402 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-f02e8e66-0a4e-46e4-ab2c-83d9429a73ba req-4f67047e-6d90-41db-b0cf-6ad166def864 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=a36aa7ec-765f-43c4-943a-efb40c9ef94e HTTP/1.1" status: 200 len: 944 time: 0.1116004 Oct 14 07:51:31.748595 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-d9aa06c1-f452-488e-8009-e194fa90536b req-b1bf8750-efb7-4b50-b25b-c95da5117a28 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0272f2246984916b984cd7271af15f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494092 Oct 14 07:51:31.754505 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 34504) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:51:31.776165 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-a678103a-3356-4c65-8eb7-af0b38198007 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:31.778193 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-88e68725-51af-464e-9872-33f41a272b9f req-7ad0bbf7-fefd-4c95-a4f7-d834c3a4570b service neutron] 10.222.0.54 "GET /v2.0/networks/fc7548a1-a2d5-45f6-9825-763d06d99878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219940 Oct 14 07:51:31.793924 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-f02e8e66-0a4e-46e4-ab2c-83d9429a73ba req-5e45629a-13e1-4e92-8e69-48ef830ea131 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478327 Oct 14 07:51:31.882408 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-d9aa06c1-f452-488e-8009-e194fa90536b req-07e5c24b-0db5-430a-8435-70fcaa794cad service neutron] 10.222.0.47 "GET /v2.0/networks/f7764aed-a19b-4271-a494-ccd5ea011064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145363 Oct 14 07:51:31.967728 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-a678103a-3356-4c65-8eb7-af0b38198007 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:31.995444 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-d9aa06c1-f452-488e-8009-e194fa90536b req-f7ec4f1d-9916-4e5c-b3c4-79718be8e2f7 service neutron] 10.222.0.47 "GET /v2.0/networks/f7764aed-a19b-4271-a494-ccd5ea011064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055148 Oct 14 07:51:32.022233 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-a678103a-3356-4c65-8eb7-af0b38198007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:32.061357 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-a678103a-3356-4c65-8eb7-af0b38198007 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bb231b6eb795430b90909ba78b809823&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3057182 Oct 14 07:51:32.062309 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a678103a-3356-4c65-8eb7-af0b38198007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43247f58-d8d8-42fa-af78-8d77a6aecd71,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:32.064104 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 34508) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:51:32.114590 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-cd17d8e5-44f9-4bba-a8c8-78c19863bebb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:32.136244 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-cd17d8e5-44f9-4bba-a8c8-78c19863bebb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:32.262304 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-cd17d8e5-44f9-4bba-a8c8-78c19863bebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:32.264888 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-cd17d8e5-44f9-4bba-a8c8-78c19863bebb admin admin] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:32.266117 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-cd17d8e5-44f9-4bba-a8c8-78c19863bebb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/43247f58-d8d8-42fa-af78-8d77a6aecd71 HTTP/1.1" status: 204 len: 168 time: 0.2003713 Oct 14 07:51:32.276569 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd17d8e5-44f9-4bba-a8c8-78c19863bebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43247f58-d8d8-42fa-af78-8d77a6aecd71,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:32.647480 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-6d6cc2d3-d314-47e8-a8a6-f4cbd4b6250d req-49b8cac2-2bb5-4626-9c6a-d4615075b62c tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 210 time: 0.0264637 Oct 14 07:51:32.915563 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3d47b-cc58-44ab-af6a-40eb4ae65964 req-0b001678-f1ba-4f5b-8f3d-2cba59524ebd tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:32.916980 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-51f3d47b-cc58-44ab-af6a-40eb4ae65964 req-0b001678-f1ba-4f5b-8f3d-2cba59524ebd tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=a36aa7ec-765f-43c4-943a-efb40c9ef94e HTTP/1.1" status: 200 len: 944 time: 0.0485721 Oct 14 07:51:32.919847 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-439377cf-db3c-4e91-9aae-241f8a26ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:32.958573 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-51f3d47b-cc58-44ab-af6a-40eb4ae65964 req-a0f15ebb-e93e-425f-acd7-8e2f37c64c83 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356658 Oct 14 07:51:33.741313 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-8fbb4673-c332-4fff-8e33-4a838aa1e070 req-9614ba78-6277-4b50-9477-59a186dfcf29 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 210 time: 0.0265126 Oct 14 07:51:34.073066 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79b490-b162-45a2-add4-a62ed9a91223 req-255fc41b-4b05-4088-8a48-0b5e5c37a89a tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:34.074659 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-4e79b490-b162-45a2-add4-a62ed9a91223 req-255fc41b-4b05-4088-8a48-0b5e5c37a89a tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=a36aa7ec-765f-43c4-943a-efb40c9ef94e HTTP/1.1" status: 200 len: 944 time: 0.0496206 Oct 14 07:51:34.115007 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-4e79b490-b162-45a2-add4-a62ed9a91223 req-fd63ae3b-ba15-41e8-beca-da91281e76b6 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335331 Oct 14 07:51:34.835242 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-88f7742d-1055-4740-8087-7a55e0f95002 req-cfc1e170-7080-4fec-b2e9-0cda5cf85758 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 210 time: 0.0288126 Oct 14 07:51:34.956946 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa06c1-f452-488e-8009-e194fa90536b req-035b2a2c-7762-4bfa-aad2-28a3867bb6ca tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:34.958412 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-d9aa06c1-f452-488e-8009-e194fa90536b req-035b2a2c-7762-4bfa-aad2-28a3867bb6ca tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.54 "GET /v2.0/networks?id=f7764aed-a19b-4271-a494-ccd5ea011064 HTTP/1.1" status: 200 len: 808 time: 0.0986371 Oct 14 07:51:35.006332 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-d9aa06c1-f452-488e-8009-e194fa90536b req-e946fa0c-1fe7-4648-94b2-b6e8264821de tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0272f2246984916b984cd7271af15f1 HTTP/1.1" status: 200 len: 380 time: 0.0343239 Oct 14 07:51:35.015294 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [req-d9aa06c1-f452-488e-8009-e194fa90536b req-72e27d7a-8613-4e36-9211-8fafb727e4eb tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Request body: {'port': {'device_id': '177297e0-2754-4d32-b9d3-76302a0f7463', 'network_id': 'f7764aed-a19b-4271-a494-ccd5ea011064', 'admin_state_up': True, 'tenant_id': 'c0272f2246984916b984cd7271af15f1', 'security_groups': ['5f81a039-69c9-4b1c-87d4-758d4a4ee8ad']}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:51:35.194252 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9aa06c1-f452-488e-8009-e194fa90536b req-72e27d7a-8613-4e36-9211-8fafb727e4eb tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Made reservation on behalf of c0272f2246984916b984cd7271af15f1 for: {'port': 1} {{(pid=106710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:51:35.198364 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-d9aa06c1-f452-488e-8009-e194fa90536b req-72e27d7a-8613-4e36-9211-8fafb727e4eb tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:35.252790 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c88ec-4ac4-4ba9-9257-d4d1e5304e03 req-013962a4-f8cf-43da-802f-a704999c2d4d tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:35.252790 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-df2c88ec-4ac4-4ba9-9257-d4d1e5304e03 req-013962a4-f8cf-43da-802f-a704999c2d4d tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=a36aa7ec-765f-43c4-943a-efb40c9ef94e HTTP/1.1" status: 200 len: 944 time: 0.0713315 Oct 14 07:51:35.295147 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-df2c88ec-4ac4-4ba9-9257-d4d1e5304e03 req-76b6c349-bff0-417d-baa7-adc3132ef367 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354292 Oct 14 07:51:35.333319 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.db_base_plugin_common [req-d9aa06c1-f452-488e-8009-e194fa90536b req-72e27d7a-8613-4e36-9211-8fafb727e4eb tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Allocated IP 172.20.0.3 (f7764aed-a19b-4271-a494-ccd5ea011064/9f13b57c-188f-4a9e-b92e-29ec002717c2/286e58c2-ee3e-4ed4-aa4c-830f49b1a106) {{(pid=106710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:51:35.470390 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-d9aa06c1-f452-488e-8009-e194fa90536b req-72e27d7a-8613-4e36-9211-8fafb727e4eb tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks [] for port, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:35.600627 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-d9aa06c1-f452-488e-8009-e194fa90536b req-72e27d7a-8613-4e36-9211-8fafb727e4eb tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16030778'] for port, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:35.643117 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9aa06c1-f452-488e-8009-e194fa90536b req-72e27d7a-8613-4e36-9211-8fafb727e4eb tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Network f7764aed-a19b-4271-a494-ccd5ea011064 is already hosted by enough agents. {{(pid=106710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:51:35.646120 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.base_scheduler [req-d9aa06c1-f452-488e-8009-e194fa90536b req-72e27d7a-8613-4e36-9211-8fafb727e4eb tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Resources bound (agent type, host, resource id): {{(pid=106710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:51:35.652220 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9aa06c1-f452-488e-8009-e194fa90536b req-72e27d7a-8613-4e36-9211-8fafb727e4eb tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Received port after_create {{(pid=106710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:51:35.658265 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e27d7a-8613-4e36-9211-8fafb727e4eb tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Pushing event updated for resources: {'Port': ['ID=286e58c2-ee3e-4ed4-aa4c-830f49b1a106,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:35.708474 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa06c1-f452-488e-8009-e194fa90536b req-72e27d7a-8613-4e36-9211-8fafb727e4eb tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:35.709121 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-d9aa06c1-f452-488e-8009-e194fa90536b req-72e27d7a-8613-4e36-9211-8fafb727e4eb tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for port, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:35.796511 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-d9aa06c1-f452-488e-8009-e194fa90536b req-72e27d7a-8613-4e36-9211-8fafb727e4eb tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7847536 Oct 14 07:51:35.815445 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [req-d9aa06c1-f452-488e-8009-e194fa90536b req-bd493be0-b506-4157-bf10-3b4fe3c5bc37 service neutron] Request body: {'port': {'device_id': '177297e0-2754-4d32-b9d3-76302a0f7463', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81374'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:51:35.868478 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-d9aa06c1-f452-488e-8009-e194fa90536b req-bd493be0-b506-4157-bf10-3b4fe3c5bc37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:35.912070 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-a9b27469-64ae-402e-b07b-8a57592431f1 None None] Provisioning complete for port 286e58c2-ee3e-4ed4-aa4c-830f49b1a106 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:51:35.912670 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-a9b27469-64ae-402e-b07b-8a57592431f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:35.952411 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-a9b27469-64ae-402e-b07b-8a57592431f1 None None] Port 286e58c2-ee3e-4ed4-aa4c-830f49b1a106 cannot update to ACTIVE because it is not bound. {{(pid=106712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 07:51:36.024258 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc62e02-03f0-41e4-a68a-f432b3fba793 req-82e25d5c-4eb8-4299-b08f-580cb3d5ace2 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:36.025715 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-4bc62e02-03f0-41e4-a68a-f432b3fba793 req-82e25d5c-4eb8-4299-b08f-580cb3d5ace2 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 931 time: 0.1240752 Oct 14 07:51:36.117794 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-4bc62e02-03f0-41e4-a68a-f432b3fba793 req-995288f6-46dc-45ff-b8ea-07f644ec10a6 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f81a039-69c9-4b1c-87d4-758d4a4ee8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841885 Oct 14 07:51:36.197621 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.notifiers.nova [req-d9aa06c1-f452-488e-8009-e194fa90536b req-bd493be0-b506-4157-bf10-3b4fe3c5bc37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 286e58c2-ee3e-4ed4-aa4c-830f49b1a106 {{(pid=106710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:51:36.205389 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-d9aa06c1-f452-488e-8009-e194fa90536b req-bd493be0-b506-4157-bf10-3b4fe3c5bc37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:36.217350 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.provisioning_blocks [req-d9aa06c1-f452-488e-8009-e194fa90536b req-bd493be0-b506-4157-bf10-3b4fe3c5bc37 service neutron] Transition to ACTIVE for port object 286e58c2-ee3e-4ed4-aa4c-830f49b1a106 will not be triggered until provisioned by entity L2. {{(pid=106710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 07:51:36.285539 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-d9aa06c1-f452-488e-8009-e194fa90536b req-bd493be0-b506-4157-bf10-3b4fe3c5bc37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16030733'] for port, after_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:36.339371 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd493be0-b506-4157-bf10-3b4fe3c5bc37 service neutron] Pushing event updated for resources: {'Port': ['ID=286e58c2-ee3e-4ed4-aa4c-830f49b1a106,revision_number=2']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:36.417167 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.managers [req-d9aa06c1-f452-488e-8009-e194fa90536b req-bd493be0-b506-4157-bf10-3b4fe3c5bc37 service neutron] Attempting to bind port 286e58c2-ee3e-4ed4-aa4c-830f49b1a106 on host hv-cinder-81374 for vnic_type normal with profile {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:51:36.417500 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.managers [req-d9aa06c1-f452-488e-8009-e194fa90536b req-bd493be0-b506-4157-bf10-3b4fe3c5bc37 service neutron] Attempting to bind port 286e58c2-ee3e-4ed4-aa4c-830f49b1a106 by drivers openvswitch,hyperv on host hv-cinder-81374 at level 0 using segments [{'id': 'd906373d-ccb4-46d8-8338-9b71e140d38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'f7764aed-a19b-4271-a494-ccd5ea011064'}] {{(pid=106710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:51:36.417822 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aa06c1-f452-488e-8009-e194fa90536b req-bd493be0-b506-4157-bf10-3b4fe3c5bc37 service neutron] Attempting to bind port 286e58c2-ee3e-4ed4-aa4c-830f49b1a106 on network f7764aed-a19b-4271-a494-ccd5ea011064 {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:51:36.425900 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aa06c1-f452-488e-8009-e194fa90536b req-bd493be0-b506-4157-bf10-3b4fe3c5bc37 service neutron] Port 286e58c2-ee3e-4ed4-aa4c-830f49b1a106 on network f7764aed-a19b-4271-a494-ccd5ea011064 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81374 {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 07:51:36.426464 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aa06c1-f452-488e-8009-e194fa90536b req-bd493be0-b506-4157-bf10-3b4fe3c5bc37 service neutron] Attempting to bind port 286e58c2-ee3e-4ed4-aa4c-830f49b1a106 on network f7764aed-a19b-4271-a494-ccd5ea011064 {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:51:36.432479 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aa06c1-f452-488e-8009-e194fa90536b req-bd493be0-b506-4157-bf10-3b4fe3c5bc37 service neutron] Checking agent: {'id': 'e9e2cc54-3b31-4b83-b77c-54087550ab3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 7, 40, 39), 'started_at': datetime.datetime(2021, 10, 14, 7, 40, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:51:36.432830 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aa06c1-f452-488e-8009-e194fa90536b req-bd493be0-b506-4157-bf10-3b4fe3c5bc37 service neutron] Checking segment: {'id': 'd906373d-ccb4-46d8-8338-9b71e140d38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'f7764aed-a19b-4271-a494-ccd5ea011064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:51:36.433221 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aa06c1-f452-488e-8009-e194fa90536b req-bd493be0-b506-4157-bf10-3b4fe3c5bc37 service neutron] Bound using segment: {'id': 'd906373d-ccb4-46d8-8338-9b71e140d38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'f7764aed-a19b-4271-a494-ccd5ea011064'} {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:51:36.433647 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.managers [req-d9aa06c1-f452-488e-8009-e194fa90536b req-bd493be0-b506-4157-bf10-3b4fe3c5bc37 service neutron] Bound port: 286e58c2-ee3e-4ed4-aa4c-830f49b1a106, host: hv-cinder-81374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd906373d-ccb4-46d8-8338-9b71e140d38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'f7764aed-a19b-4271-a494-ccd5ea011064'}}] {{(pid=106710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:51:36.434650 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-d9aa06c1-f452-488e-8009-e194fa90536b req-bd493be0-b506-4157-bf10-3b4fe3c5bc37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:36.447306 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea250bd0-bacc-4413-b699-290fe8e9550f req-5c563478-eebc-4492-b7f8-7f0250ba5257 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:36.449196 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-ea250bd0-bacc-4413-b699-290fe8e9550f req-5c563478-eebc-4492-b7f8-7f0250ba5257 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=a36aa7ec-765f-43c4-943a-efb40c9ef94e HTTP/1.1" status: 200 len: 944 time: 0.0562565 Oct 14 07:51:36.493191 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-ea250bd0-bacc-4413-b699-290fe8e9550f req-9c7efd74-d4da-4078-9fef-11431c83ad54 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376925 Oct 14 07:51:36.505864 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.db [req-d9aa06c1-f452-488e-8009-e194fa90536b req-bd493be0-b506-4157-bf10-3b4fe3c5bc37 service neutron] For port 286e58c2-ee3e-4ed4-aa4c-830f49b1a106, host hv-cinder-81374, cleared binding levels {{(pid=106710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:51:36.518447 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.db [req-d9aa06c1-f452-488e-8009-e194fa90536b req-bd493be0-b506-4157-bf10-3b4fe3c5bc37 service neutron] For port 286e58c2-ee3e-4ed4-aa4c-830f49b1a106, host hv-cinder-81374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=286e58c2-ee3e-4ed4-aa4c-830f49b1a106,segment=NetworkSegment(d906373d-ccb4-46d8-8338-9b71e140d38e),segment_id=d906373d-ccb4-46d8-8338-9b71e140d38e)] {{(pid=106710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:51:36.632412 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-d9aa06c1-f452-488e-8009-e194fa90536b req-bd493be0-b506-4157-bf10-3b4fe3c5bc37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16030733'] for port, after_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:36.660884 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa06c1-f452-488e-8009-e194fa90536b req-bd493be0-b506-4157-bf10-3b4fe3c5bc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:36.661864 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-d9aa06c1-f452-488e-8009-e194fa90536b req-bd493be0-b506-4157-bf10-3b4fe3c5bc37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for port, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:36.663236 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-d9aa06c1-f452-488e-8009-e194fa90536b req-bd493be0-b506-4157-bf10-3b4fe3c5bc37 service neutron] 10.222.0.54 "PUT /v2.0/ports/286e58c2-ee3e-4ed4-aa4c-830f49b1a106 HTTP/1.1" status: 200 len: 1093 time: 0.8523276 Oct 14 07:51:36.666109 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '177297e0-2754-4d32-b9d3-76302a0f7463', 'tag': '286e58c2-ee3e-4ed4-aa4c-830f49b1a106'}] {{(pid=106710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:51:36.668419 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ebf78bef5954e8ca5597493995d581d8346ee5b9d6b2d49db072251da4c473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c532084-b1b2-4973-8f52-b188571a4220" -d '{"events": [{"name": "network-changed", "server_uuid": "177297e0-2754-4d32-b9d3-76302a0f7463", "tag": "286e58c2-ee3e-4ed4-aa4c-830f49b1a106"}]}' {{(pid=106710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:51:36.698685 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd493be0-b506-4157-bf10-3b4fe3c5bc37 service neutron] Pushing event updated for resources: {'Port': ['ID=286e58c2-ee3e-4ed4-aa4c-830f49b1a106,revision_number=3']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:36.713608 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d800e875-6c68-40c9-8e52-1d8a288dc5fd x-openstack-request-id: req-d800e875-6c68-40c9-8e52-1d8a288dc5fd {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:51:36.713901 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "177297e0-2754-4d32-b9d3-76302a0f7463", "tag": "286e58c2-ee3e-4ed4-aa4c-830f49b1a106", "status": "completed", "code": 200}]} {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:51:36.715603 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d800e875-6c68-40c9-8e52-1d8a288dc5fd {{(pid=106710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:51:36.719875 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '177297e0-2754-4d32-b9d3-76302a0f7463', 'tag': '286e58c2-ee3e-4ed4-aa4c-830f49b1a106', 'status': 'completed', 'code': 200} Oct 14 07:51:36.799373 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c532084-b1b2-4973-8f52-b188571a4220 req-bb736e13-3757-4363-8585-9f829a79bb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:36.800908 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-9c532084-b1b2-4973-8f52-b188571a4220 req-bb736e13-3757-4363-8585-9f829a79bb78 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c0272f2246984916b984cd7271af15f1&device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 1096 time: 0.0434577 Oct 14 07:51:36.915796 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c532084-b1b2-4973-8f52-b188571a4220 req-a372448e-7440-41cb-b55c-d49ba08c4eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:36.917341 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-9c532084-b1b2-4973-8f52-b188571a4220 req-a372448e-7440-41cb-b55c-d49ba08c4eca service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=c0272f2246984916b984cd7271af15f1&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1026888 Oct 14 07:51:37.014440 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c532084-b1b2-4973-8f52-b188571a4220 req-6ad3f370-91df-482c-895e-eadb0cc0b575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:37.015893 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-9c532084-b1b2-4973-8f52-b188571a4220 req-6ad3f370-91df-482c-895e-eadb0cc0b575 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914299 Oct 14 07:51:37.119843 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa06c1-f452-488e-8009-e194fa90536b req-af9f15d5-9d01-489e-9382-81fefde34f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:37.121316 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-d9aa06c1-f452-488e-8009-e194fa90536b req-af9f15d5-9d01-489e-9382-81fefde34f97 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c0272f2246984916b984cd7271af15f1&device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 1096 time: 0.0423746 Oct 14 07:51:37.174167 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-d9aa06c1-f452-488e-8009-e194fa90536b req-cea65200-550f-4fae-945f-c8f05b1a3225 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=286e58c2-ee3e-4ed4-aa4c-830f49b1a106 HTTP/1.1" status: 200 len: 217 time: 0.0336692 Oct 14 07:51:37.222586 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa06c1-f452-488e-8009-e194fa90536b req-498840d5-9f68-4b53-af1f-70cd90488f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:37.224082 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-d9aa06c1-f452-488e-8009-e194fa90536b req-498840d5-9f68-4b53-af1f-70cd90488f34 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9f13b57c-188f-4a9e-b92e-29ec002717c2 HTTP/1.1" status: 200 len: 847 time: 0.0430415 Oct 14 07:51:37.229548 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568cd127-047e-4270-8999-36c96d626636 req-dd6f3eb5-b492-46c9-9243-a01053ed2a6c tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:37.230984 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-568cd127-047e-4270-8999-36c96d626636 req-dd6f3eb5-b492-46c9-9243-a01053ed2a6c tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 943 time: 0.0481308 Oct 14 07:51:37.268140 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-568cd127-047e-4270-8999-36c96d626636 req-f31634c7-5b55-40b7-b498-ce687ba36f11 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f81a039-69c9-4b1c-87d4-758d4a4ee8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310750 Oct 14 07:51:37.277652 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa06c1-f452-488e-8009-e194fa90536b req-810ecbd2-a243-45b7-bbd8-d0f3b28cbd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:37.279238 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-d9aa06c1-f452-488e-8009-e194fa90536b req-810ecbd2-a243-45b7-bbd8-d0f3b28cbd5f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f7764aed-a19b-4271-a494-ccd5ea011064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434787 Oct 14 07:51:37.383869 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-d9aa06c1-f452-488e-8009-e194fa90536b req-dc9e893a-d1b7-4095-98b6-ba2060733ed1 service neutron] 10.222.0.54 "GET /v2.0/networks/f7764aed-a19b-4271-a494-ccd5ea011064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833833 Oct 14 07:51:37.479137 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-d9aa06c1-f452-488e-8009-e194fa90536b req-9ed82b67-1793-4ad2-892e-dd9d2ceb54a7 service neutron] 10.222.0.54 "GET /v2.0/networks/f7764aed-a19b-4271-a494-ccd5ea011064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846283 Oct 14 07:51:37.634347 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e3fbc-d97d-447e-9a03-9c585d313fa1 req-c3cbd1ad-ea3d-4cfa-a6fd-c77a4f2c9e71 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:37.635835 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-562e3fbc-d97d-447e-9a03-9c585d313fa1 req-c3cbd1ad-ea3d-4cfa-a6fd-c77a4f2c9e71 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=a36aa7ec-765f-43c4-943a-efb40c9ef94e HTTP/1.1" status: 200 len: 944 time: 0.0725830 Oct 14 07:51:37.671993 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-562e3fbc-d97d-447e-9a03-9c585d313fa1 req-1cf1abb8-a48d-4a38-b64f-84cd5e48e296 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301707 Oct 14 07:51:38.381627 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1e9d8-1e63-4d52-9840-1decdb37d12c req-a57e47a5-bd6c-415a-9635-157a2c0452cb tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:38.383097 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-6ba1e9d8-1e63-4d52-9840-1decdb37d12c req-a57e47a5-bd6c-415a-9635-157a2c0452cb tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 943 time: 0.0488870 Oct 14 07:51:38.420271 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-6ba1e9d8-1e63-4d52-9840-1decdb37d12c req-52e67623-e025-468f-ad30-d65464464d1c tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f81a039-69c9-4b1c-87d4-758d4a4ee8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307839 Oct 14 07:51:38.782398 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f1b59-edd1-4227-bcfa-b0e5e20f821a req-211e47ff-95ef-4ef3-9aa1-18f9be2ab7a3 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:38.783914 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-ed6f1b59-edd1-4227-bcfa-b0e5e20f821a req-211e47ff-95ef-4ef3-9aa1-18f9be2ab7a3 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=a36aa7ec-765f-43c4-943a-efb40c9ef94e HTTP/1.1" status: 200 len: 944 time: 0.0481687 Oct 14 07:51:38.831040 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-ed6f1b59-edd1-4227-bcfa-b0e5e20f821a req-2d4631a0-02eb-412d-a7dd-43347279e2e8 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362277 Oct 14 07:51:39.530680 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60771e5d-98b8-49e3-9b90-f3ae3ac6a755 req-e000addc-0c91-4339-a8a1-902989a42299 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:39.532038 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-60771e5d-98b8-49e3-9b90-f3ae3ac6a755 req-e000addc-0c91-4339-a8a1-902989a42299 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 943 time: 0.0468073 Oct 14 07:51:39.572384 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-60771e5d-98b8-49e3-9b90-f3ae3ac6a755 req-7b3214ab-74b5-427e-b7db-e0cfbd343503 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f81a039-69c9-4b1c-87d4-758d4a4ee8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344026 Oct 14 07:51:39.938948 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1c30c-42ed-411b-acc7-002589d2d1de req-0a39b8f7-7364-4adb-9ae7-17783fdbb2e5 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:39.940455 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-06c1c30c-42ed-411b-acc7-002589d2d1de req-0a39b8f7-7364-4adb-9ae7-17783fdbb2e5 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=a36aa7ec-765f-43c4-943a-efb40c9ef94e HTTP/1.1" status: 200 len: 944 time: 0.0482192 Oct 14 07:51:39.977767 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-06c1c30c-42ed-411b-acc7-002589d2d1de req-ec198b3b-58a8-4be0-a471-9fe5cbcfa0d2 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313122 Oct 14 07:51:40.407776 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device d5b0f34f-c87f-4833-92c1-74b4b0f17f57 details requested by agent hyperv_hv-cinder-81374 with host hv-cinder-81374 {{(pid=106712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 07:51:40.504413 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port d5b0f34f-c87f-4833-92c1-74b4b0f17f57, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=d5b0f34f-c87f-4833-92c1-74b4b0f17f57,segment=NetworkSegment(94d52bff-5716-4774-8920-76cd196c616a),segment_id=94d52bff-5716-4774-8920-76cd196c616a)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:51:40.515158 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Returning: {'device': 'd5b0f34f-c87f-4833-92c1-74b4b0f17f57', 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878', 'port_id': 'd5b0f34f-c87f-4833-92c1-74b4b0f17f57', 'mac_address': 'fa:16:3e:67:1f:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c75e489e-d577-4f33-bc9a-11bccc0fd731', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 07:51:40.552350 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:40.564814 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5b0f34f-c87f-4833-92c1-74b4b0f17f57 {{(pid=106712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:51:40.584311 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port d5b0f34f-c87f-4833-92c1-74b4b0f17f57, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=d5b0f34f-c87f-4833-92c1-74b4b0f17f57,segment=NetworkSegment(94d52bff-5716-4774-8920-76cd196c616a),segment_id=94d52bff-5716-4774-8920-76cd196c616a)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:51:40.639685 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:40.685711 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2071268-52eb-4d7a-879a-bba2b909949e req-1f0c1a69-6a43-47fd-84c8-cacf4093917d tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:40.687220 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-e2071268-52eb-4d7a-879a-bba2b909949e req-1f0c1a69-6a43-47fd-84c8-cacf4093917d tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 943 time: 0.0507860 Oct 14 07:51:40.689843 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=d5b0f34f-c87f-4833-92c1-74b4b0f17f57,revision_number=4']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:40.697218 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:51:40.697619 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:51:40.697958 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:51:40.698289 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:51:40.698664 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:51:40.698992 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:51:40.699315 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:51:40.699637 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:51:40.699986 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:51:40.700301 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:51:40.700666 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:51:40.700981 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:51:40.730598 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-e2071268-52eb-4d7a-879a-bba2b909949e req-85e78300-7ba9-4f3e-a6d1-dc0d7a9c26ca tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f81a039-69c9-4b1c-87d4-758d4a4ee8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357540 Oct 14 07:51:40.964272 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] get_ports_and_sgs() called for port_ids ['d5b0f34f-c87f-4833-92c1-74b4b0f17f57'] {{(pid=106712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:51:41.097029 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cae277-b34d-4943-927c-dfbbea9fbe92 req-c21dc84f-02a1-4bee-8159-3c3fa5071c62 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:41.099373 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a1cae277-b34d-4943-927c-dfbbea9fbe92 req-c21dc84f-02a1-4bee-8159-3c3fa5071c62 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=a36aa7ec-765f-43c4-943a-efb40c9ef94e HTTP/1.1" status: 200 len: 945 time: 0.0528922 Oct 14 07:51:41.123122 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 34674) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:51:41.139851 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a1cae277-b34d-4943-927c-dfbbea9fbe92 req-7b350d6f-9ceb-4f64-8647-ef8f90c27d00 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343499 Oct 14 07:51:41.233392 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-3ec252e2-6859-45ce-86a2-63ed6dd2d1fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:41.301745 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-3ec252e2-6859-45ce-86a2-63ed6dd2d1fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:41.388035 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-3ec252e2-6859-45ce-86a2-63ed6dd2d1fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:41.426141 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-3ec252e2-6859-45ce-86a2-63ed6dd2d1fa admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5180774438b6435b8131d7d62946dd2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3017454 Oct 14 07:51:41.428144 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec252e2-6859-45ce-86a2-63ed6dd2d1fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03127a72-75ac-4bd2-b141-c7c7bb339606,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:41.428821 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 34678) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:51:41.478197 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-e27f4da8-711b-4bb9-95df-c2fc580b2fa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:41.498942 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-e27f4da8-711b-4bb9-95df-c2fc580b2fa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:41.623153 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-e27f4da8-711b-4bb9-95df-c2fc580b2fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:41.625712 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-e27f4da8-711b-4bb9-95df-c2fc580b2fa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:41.626869 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-e27f4da8-711b-4bb9-95df-c2fc580b2fa7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/03127a72-75ac-4bd2-b141-c7c7bb339606 HTTP/1.1" status: 204 len: 168 time: 0.1969697 Oct 14 07:51:41.636582 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27f4da8-711b-4bb9-95df-c2fc580b2fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03127a72-75ac-4bd2-b141-c7c7bb339606,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:41.846144 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bca482-d9fc-4255-9e21-277e05ba4158 req-6083cd25-abba-4aa5-81c8-03633dc1f4ab tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:41.847627 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-f4bca482-d9fc-4255-9e21-277e05ba4158 req-6083cd25-abba-4aa5-81c8-03633dc1f4ab tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 943 time: 0.0517161 Oct 14 07:51:41.886360 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-f4bca482-d9fc-4255-9e21-277e05ba4158 req-eb26c518-8452-4ba2-8964-c87396f55fa6 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f81a039-69c9-4b1c-87d4-758d4a4ee8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323555 Oct 14 07:51:42.239569 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:42.246207 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 34688) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:51:42.252644 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265588b2-d3a7-408f-9c04-3bf4711791fa req-4e6134e4-58a3-47d2-aa85-927fd94aa078 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:42.254119 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-265588b2-d3a7-408f-9c04-3bf4711791fa req-4e6134e4-58a3-47d2-aa85-927fd94aa078 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=a36aa7ec-765f-43c4-943a-efb40c9ef94e HTTP/1.1" status: 200 len: 945 time: 0.0488288 Oct 14 07:51:42.259031 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-2f8070f0-e1ab-46f2-8f5e-125d5d4e1991 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:42.292468 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-265588b2-d3a7-408f-9c04-3bf4711791fa req-bb579f4d-f6db-41b7-bec6-d756b6dbbca0 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324337 Oct 14 07:51:42.331961 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-2f8070f0-e1ab-46f2-8f5e-125d5d4e1991 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:42.393830 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-2f8070f0-e1ab-46f2-8f5e-125d5d4e1991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:42.406596 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device d5b0f34f-c87f-4833-92c1-74b4b0f17f57 up at agent hyperv_hv-cinder-81374 {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:51:42.433080 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-2f8070f0-e1ab-46f2-8f5e-125d5d4e1991 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e4d4bd57b2b14dfab2c534253510466f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1857669 Oct 14 07:51:42.434612 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8070f0-e1ab-46f2-8f5e-125d5d4e1991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4d6b19-f2fd-405b-9568-1aa8494c209e,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:42.435733 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 34690) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:51:42.486917 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-abecce47-31ae-4d5d-9ab9-0219e74cbcb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:42.507193 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-abecce47-31ae-4d5d-9ab9-0219e74cbcb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:42.536884 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Provisioning for port d5b0f34f-c87f-4833-92c1-74b4b0f17f57 completed by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 07:51:42.540717 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Provisioning complete for port d5b0f34f-c87f-4833-92c1-74b4b0f17f57 triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:51:42.541088 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:42.617794 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:42.628102 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-abecce47-31ae-4d5d-9ab9-0219e74cbcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:42.630820 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-abecce47-31ae-4d5d-9ab9-0219e74cbcb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:42.632027 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-abecce47-31ae-4d5d-9ab9-0219e74cbcb9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ae4d6b19-f2fd-405b-9568-1aa8494c209e HTTP/1.1" status: 204 len: 168 time: 0.1935019 Oct 14 07:51:42.641360 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a36aa7ec-765f-43c4-943a-efb40c9ef94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b0f34f-c87f-4833-92c1-74b4b0f17f57'}] {{(pid=106712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:51:42.642437 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abecce47-31ae-4d5d-9ab9-0219e74cbcb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4d6b19-f2fd-405b-9568-1aa8494c209e,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:42.644218 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3db9d29808d7d8625da6d6dfdab11118ca3df70b734e515c8bcc451a900cfacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc6bdea-cb3b-41e8-9bc3-b19b82cbef5b" -d '{"events": [{"server_uuid": "a36aa7ec-765f-43c4-943a-efb40c9ef94e", "name": "network-vif-plugged", "status": "completed", "tag": "d5b0f34f-c87f-4833-92c1-74b4b0f17f57"}]}' {{(pid=106712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:51:42.667232 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port d5b0f34f-c87f-4833-92c1-74b4b0f17f57, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=d5b0f34f-c87f-4833-92c1-74b4b0f17f57,segment=NetworkSegment(94d52bff-5716-4774-8920-76cd196c616a),segment_id=94d52bff-5716-4774-8920-76cd196c616a)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:51:42.682119 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79dd353f-d669-4098-abf6-6560a9f4bccf x-openstack-request-id: req-79dd353f-d669-4098-abf6-6560a9f4bccf {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:51:42.682413 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a36aa7ec-765f-43c4-943a-efb40c9ef94e", "name": "network-vif-plugged", "status": "completed", "tag": "d5b0f34f-c87f-4833-92c1-74b4b0f17f57", "code": 200}]} {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:51:42.682669 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-79dd353f-d669-4098-abf6-6560a9f4bccf {{(pid=106712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:51:42.683067 dv-cinder-813746-2-iscsi neutron-server[106712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a36aa7ec-765f-43c4-943a-efb40c9ef94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b0f34f-c87f-4833-92c1-74b4b0f17f57', 'code': 200} Oct 14 07:51:42.708119 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:42.757777 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=d5b0f34f-c87f-4833-92c1-74b4b0f17f57,revision_number=5']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:43.003135 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe18909-30b9-4edf-aff2-7918decc471b req-a1850384-083c-4d87-9984-8fa96e950556 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:43.004945 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-0fe18909-30b9-4edf-aff2-7918decc471b req-a1850384-083c-4d87-9984-8fa96e950556 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 943 time: 0.0533533 Oct 14 07:51:43.066550 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-0fe18909-30b9-4edf-aff2-7918decc471b req-217af024-bb68-4f19-97cb-e01b90cc5bc9 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f81a039-69c9-4b1c-87d4-758d4a4ee8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548375 Oct 14 07:51:43.081278 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc14dc9-b79d-4cdc-8c2d-875433b29829 req-c5bbd307-3bbe-48ac-ba7d-5dc051c7f0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:43.082799 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-cfc14dc9-b79d-4cdc-8c2d-875433b29829 req-c5bbd307-3bbe-48ac-ba7d-5dc051c7f0ed service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a36aa7ec-765f-43c4-943a-efb40c9ef94e HTTP/1.1" status: 200 len: 1099 time: 0.0456519 Oct 14 07:51:43.119524 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-cfc14dc9-b79d-4cdc-8c2d-875433b29829 req-637de514-babc-4bb4-853c-7f858aec4647 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279253 Oct 14 07:51:43.405801 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5821dc-849d-4181-aaa1-d9af05e72dbe req-24a7edcd-d940-4edb-8c97-e14b85cbbded tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:43.407285 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-fe5821dc-849d-4181-aaa1-d9af05e72dbe req-24a7edcd-d940-4edb-8c97-e14b85cbbded tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=a36aa7ec-765f-43c4-943a-efb40c9ef94e HTTP/1.1" status: 200 len: 946 time: 0.0483298 Oct 14 07:51:43.446154 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-fe5821dc-849d-4181-aaa1-d9af05e72dbe req-a9d11680-2c4d-4352-91ef-0b793f14e8e6 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327911 Oct 14 07:51:44.188511 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d64041-32f3-4148-b67b-eb5411a4d696 req-3fc9869f-e4d2-4c96-9d6b-599d754408df tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:44.190037 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-d3d64041-32f3-4148-b67b-eb5411a4d696 req-3fc9869f-e4d2-4c96-9d6b-599d754408df tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 943 time: 0.0483034 Oct 14 07:51:44.229646 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-d3d64041-32f3-4148-b67b-eb5411a4d696 req-7cc02179-e781-4ddc-8e46-0b763a3c263a tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f81a039-69c9-4b1c-87d4-758d4a4ee8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318880 Oct 14 07:51:44.565163 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e2fca-1f25-4805-b60e-92954d408639 req-a849a109-e0c5-464c-ad04-496fce9522fe tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:44.566644 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-e28e2fca-1f25-4805-b60e-92954d408639 req-a849a109-e0c5-464c-ad04-496fce9522fe tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=a36aa7ec-765f-43c4-943a-efb40c9ef94e HTTP/1.1" status: 200 len: 946 time: 0.0536494 Oct 14 07:51:44.605190 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-e28e2fca-1f25-4805-b60e-92954d408639 req-6c3bbde2-3b0c-45e3-92cc-0bf5721d4507 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325327 Oct 14 07:51:44.732661 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16270e8-fe7f-4700-9c12-cf37b0387faa req-93a0d483-dda0-42d3-97a4-d6717099d9fc tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:44.734140 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-d16270e8-fe7f-4700-9c12-cf37b0387faa req-93a0d483-dda0-42d3-97a4-d6717099d9fc tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=a36aa7ec-765f-43c4-943a-efb40c9ef94e HTTP/1.1" status: 200 len: 946 time: 0.0618567 Oct 14 07:51:44.770868 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-d16270e8-fe7f-4700-9c12-cf37b0387faa req-7fdb7bd1-a47c-4c42-88ce-9744469173fa tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306733 Oct 14 07:51:44.793037 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 34732) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:51:44.831416 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31d5be3-0c88-4240-bc3b-7990792d7c42 tempest-TestVolumeBootPattern-1208993588 tempest-TestVolumeBootPattern-1208993588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:44.832944 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-a31d5be3-0c88-4240-bc3b-7990792d7c42 tempest-TestVolumeBootPattern-1208993588 tempest-TestVolumeBootPattern-1208993588-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a36aa7ec-765f-43c4-943a-efb40c9ef94e HTTP/1.1" status: 200 len: 1094 time: 0.0388637 Oct 14 07:51:44.837520 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 34734) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:51:44.839813 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [None req-8820c5e9-80b7-4cf4-bad8-66938fecdfee tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Request body: {'floatingip': {'floating_network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'port_id': 'd5b0f34f-c87f-4833-92c1-74b4b0f17f57', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:51:44.942435 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8820c5e9-80b7-4cf4-bad8-66938fecdfee tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks [] for floatingip, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:45.041279 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8820c5e9-80b7-4cf4-bad8-66938fecdfee tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:45.142638 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.db_base_plugin_common [None req-8820c5e9-80b7-4cf4-bad8-66938fecdfee tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Allocated IP 172.27.3.32 (536a77cf-5189-41f9-92bf-300739e47f32/171d1f51-d728-4b0d-be8f-6d9f917ae698/88bb53e9-52b3-47c3-9052-e520b1a914a0) {{(pid=106710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:51:45.240328 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8820c5e9-80b7-4cf4-bad8-66938fecdfee tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks [] for port, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:45.339518 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9b0f3-8323-417a-9dd8-3bfd95bac960 req-4580f787-4ce4-4255-afe7-439cf15a38e7 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:45.340969 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-1ff9b0f3-8323-417a-9dd8-3bfd95bac960 req-4580f787-4ce4-4255-afe7-439cf15a38e7 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 943 time: 0.0478425 Oct 14 07:51:45.360271 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8820c5e9-80b7-4cf4-bad8-66938fecdfee tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16030778'] for port, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:45.382550 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-1ff9b0f3-8323-417a-9dd8-3bfd95bac960 req-49a8070b-7b68-4c4d-baea-0b6cb2627a6a tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f81a039-69c9-4b1c-87d4-758d4a4ee8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352817 Oct 14 07:51:45.396704 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8820c5e9-80b7-4cf4-bad8-66938fecdfee tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Network 536a77cf-5189-41f9-92bf-300739e47f32 is already hosted by enough agents. {{(pid=106710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:51:45.401625 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.base_scheduler [None req-8820c5e9-80b7-4cf4-bad8-66938fecdfee tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Resources bound (agent type, host, resource id): {{(pid=106710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:51:45.405084 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8820c5e9-80b7-4cf4-bad8-66938fecdfee tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Received port after_create {{(pid=106710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:51:45.434478 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8820c5e9-80b7-4cf4-bad8-66938fecdfee tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Pushing event updated for resources: {'Port': ['ID=88bb53e9-52b3-47c3-9052-e520b1a914a0,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:45.765853 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8820c5e9-80b7-4cf4-bad8-66938fecdfee tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:45.866107 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8820c5e9-80b7-4cf4-bad8-66938fecdfee tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:46.017444 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8820c5e9-80b7-4cf4-bad8-66938fecdfee tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks [] for port, precommit_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:46.091343 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8820c5e9-80b7-4cf4-bad8-66938fecdfee tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16030733'] for port, after_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:46.163443 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8820c5e9-80b7-4cf4-bad8-66938fecdfee tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Pushing event updated for resources: {'Port': ['ID=88bb53e9-52b3-47c3-9052-e520b1a914a0,revision_number=2']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:46.176048 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8820c5e9-80b7-4cf4-bad8-66938fecdfee tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648330'] for floatingip, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:46.270515 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.db.l3_db [None req-8820c5e9-80b7-4cf4-bad8-66938fecdfee tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Floating IP 51dff4a4-c1f3-4a91-afd5-749a2d769c71 associated. External IP: 172.27.3.32, port: d5b0f34f-c87f-4833-92c1-74b4b0f17f57. Oct 14 07:51:46.439151 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 286e58c2-ee3e-4ed4-aa4c-830f49b1a106 details requested by agent hyperv_hv-cinder-81374 with host hv-cinder-81374 {{(pid=106712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 07:51:46.510926 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8820c5e9-80b7-4cf4-bad8-66938fecdfee tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Router 587c5175-2352-49e0-97ad-74d282fae443 has already been hosted by L3 agent f0543dd8-cbcf-46a4-b5f3-c6f7813920a1 {{(pid=106710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:51:46.526741 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81916a-4a39-4463-b2f9-6b83682de4c3 req-33dda80b-c029-4bda-b134-c6400abcf24c tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:46.529414 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-7a81916a-4a39-4463-b2f9-6b83682de4c3 req-33dda80b-c029-4bda-b134-c6400abcf24c tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 943 time: 0.0743718 Oct 14 07:51:46.668406 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port 286e58c2-ee3e-4ed4-aa4c-830f49b1a106, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=286e58c2-ee3e-4ed4-aa4c-830f49b1a106,segment=NetworkSegment(d906373d-ccb4-46d8-8338-9b71e140d38e),segment_id=d906373d-ccb4-46d8-8338-9b71e140d38e)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:51:46.680585 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Returning: {'device': '286e58c2-ee3e-4ed4-aa4c-830f49b1a106', 'network_id': 'f7764aed-a19b-4271-a494-ccd5ea011064', 'port_id': '286e58c2-ee3e-4ed4-aa4c-830f49b1a106', 'mac_address': 'fa:16:3e:4f:d1:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f13b57c-188f-4a9e-b92e-29ec002717c2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 07:51:46.721980 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:46.740281 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 286e58c2-ee3e-4ed4-aa4c-830f49b1a106 {{(pid=106712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:51:46.761247 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port 286e58c2-ee3e-4ed4-aa4c-830f49b1a106, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=286e58c2-ee3e-4ed4-aa4c-830f49b1a106,segment=NetworkSegment(d906373d-ccb4-46d8-8338-9b71e140d38e),segment_id=d906373d-ccb4-46d8-8338-9b71e140d38e)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:51:46.834164 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:46.859118 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-7a81916a-4a39-4463-b2f9-6b83682de4c3 req-cac4146d-6b09-47f3-ae8b-52304b55090a tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f81a039-69c9-4b1c-87d4-758d4a4ee8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3218489 Oct 14 07:51:46.883303 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=286e58c2-ee3e-4ed4-aa4c-830f49b1a106,revision_number=4']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:46.910552 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8820c5e9-80b7-4cf4-bad8-66938fecdfee tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Notify agent at l3_agent.dv-cinder-813746-2-iscsi the message routers_updated {{(pid=106710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:51:46.920517 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e487071-ac43-4ecb-9cd7-d5ffade8eb0f None None] Sync routers for ids ['587c5175-2352-49e0-97ad-74d282fae443'] in dv-cinder-813746-2-iscsi {{(pid=106712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:51:46.929204 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e487071-ac43-4ecb-9cd7-d5ffade8eb0f None None] Routers {'587c5175-2352-49e0-97ad-74d282fae443'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:51:46.929824 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-6e487071-ac43-4ecb-9cd7-d5ffade8eb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:51:30Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['587c5175-2352-49e0-97ad-74d282fae443'], 'active': True} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:51:47.030339 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8820c5e9-80b7-4cf4-bad8-66938fecdfee tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for floatingip, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:47.037283 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvr_db [None req-6e487071-ac43-4ecb-9cd7-d5ffade8eb0f None None] Set router 587c5175-2352-49e0-97ad-74d282fae443 gateway port host: dv-cinder-813746-2-iscsi {{(pid=106712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:51:47.056656 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-8820c5e9-80b7-4cf4-bad8-66938fecdfee tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2201929 Oct 14 07:51:47.057215 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a36aa7ec-765f-43c4-943a-efb40c9ef94e', 'tag': 'd5b0f34f-c87f-4833-92c1-74b4b0f17f57'}] {{(pid=106710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:51:47.060086 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ebf78bef5954e8ca5597493995d581d8346ee5b9d6b2d49db072251da4c473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18cd4d3e-e62e-439c-978b-2713364c58d3" -d '{"events": [{"name": "network-changed", "server_uuid": "a36aa7ec-765f-43c4-943a-efb40c9ef94e", "tag": "d5b0f34f-c87f-4833-92c1-74b4b0f17f57"}]}' {{(pid=106710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:51:47.094747 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9041369-3255-4612-ad8f-50e7ccb2d9a5 x-openstack-request-id: req-d9041369-3255-4612-ad8f-50e7ccb2d9a5 {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:51:47.095032 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a36aa7ec-765f-43c4-943a-efb40c9ef94e", "tag": "d5b0f34f-c87f-4833-92c1-74b4b0f17f57", "status": "completed", "code": 200}]} {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:51:47.095293 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d9041369-3255-4612-ad8f-50e7ccb2d9a5 {{(pid=106710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:51:47.095719 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a36aa7ec-765f-43c4-943a-efb40c9ef94e', 'tag': 'd5b0f34f-c87f-4833-92c1-74b4b0f17f57', 'status': 'completed', 'code': 200} Oct 14 07:51:47.117205 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] get_ports_and_sgs() called for port_ids ['286e58c2-ee3e-4ed4-aa4c-830f49b1a106'] {{(pid=106712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:51:47.178437 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd4d3e-e62e-439c-978b-2713364c58d3 req-8d58e353-7dea-456a-a8cc-77b995db1f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:47.180006 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-18cd4d3e-e62e-439c-978b-2713364c58d3 req-8d58e353-7dea-456a-a8cc-77b995db1f98 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b3e30b2e385344cd831846e78784b300&device_id=a36aa7ec-765f-43c4-943a-efb40c9ef94e HTTP/1.1" status: 200 len: 1099 time: 0.0407264 Oct 14 07:51:47.271106 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd4d3e-e62e-439c-978b-2713364c58d3 req-4f037513-2824-4bb9-a151-bae4c4a6be40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:47.272601 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-18cd4d3e-e62e-439c-978b-2713364c58d3 req-4f037513-2824-4bb9-a151-bae4c4a6be40 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fc7548a1-a2d5-45f6-9825-763d06d99878 HTTP/1.1" status: 200 len: 913 time: 0.0861373 Oct 14 07:51:47.335660 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-18cd4d3e-e62e-439c-978b-2713364c58d3 req-1147bae5-1f36-4799-a087-71a5abbeed2c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5b0f34f-c87f-4833-92c1-74b4b0f17f57 HTTP/1.1" status: 200 len: 999 time: 0.0557904 Oct 14 07:51:47.382940 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd4d3e-e62e-439c-978b-2713364c58d3 req-ece83249-3483-424e-af47-3402436f496b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:47.384407 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-18cd4d3e-e62e-439c-978b-2713364c58d3 req-ece83249-3483-424e-af47-3402436f496b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c75e489e-d577-4f33-bc9a-11bccc0fd731 HTTP/1.1" status: 200 len: 851 time: 0.0423751 Oct 14 07:51:47.392483 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-6e487071-ac43-4ecb-9cd7-d5ffade8eb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c5175-2352-49e0-97ad-74d282fae443', 'name': 'tempest-TestVolumeBootPattern-1858258408-router', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '1998b7bf-ee9c-46f0-a491-b456986414c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:13Z', 'updated_at': '2021-10-14T07:48:16Z', 'revision_number': 4, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'gw_port': {'id': '1998b7bf-ee9c-46f0-a491-b456986414c2', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:34:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c5175-2352-49e0-97ad-74d282fae443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:13Z', 'updated_at': '2021-10-14T07:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_floatingips': [{'id': '51dff4a4-c1f3-4a91-afd5-749a2d769c71', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'router_id': '587c5175-2352-49e0-97ad-74d282fae443', 'port_id': 'd5b0f34f-c87f-4833-92c1-74b4b0f17f57', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878', 'mac_address': 'fa:16:3e:67:1f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36aa7ec-765f-43c4-943a-efb40c9ef94e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:51:45Z', 'updated_at': '2021-10-14T07:51:45Z', 'revision_number': 0, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3385bf3d-0ce6-4259-882d-b1a97c37445f', 'name': '', 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'mac_address': 'fa:16:3e:33:79:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c5175-2352-49e0-97ad-74d282fae443', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c75e489e-d577-4f33-bc9a-11bccc0fd731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:16Z', 'updated_at': '2021-10-14T07:48:26Z', 'revision_number': 5, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'subnets': [{'id': 'c75e489e-d577-4f33-bc9a-11bccc0fd731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:51:47.425428 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e487071-ac43-4ecb-9cd7-d5ffade8eb0f None None] Checking router: 587c5175-2352-49e0-97ad-74d282fae443 for host: dv-cinder-813746-2-iscsi {{(pid=106712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:51:47.433662 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd4d3e-e62e-439c-978b-2713364c58d3 req-6eb8358a-0e33-4e45-b5ad-806c4ecf7059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:47.435183 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-18cd4d3e-e62e-439c-978b-2713364c58d3 req-6eb8358a-0e33-4e45-b5ad-806c4ecf7059 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fc7548a1-a2d5-45f6-9825-763d06d99878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437522 Oct 14 07:51:47.450030 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e487071-ac43-4ecb-9cd7-d5ffade8eb0f None None] Routers {'587c5175-2352-49e0-97ad-74d282fae443'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:51:47.450641 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-6e487071-ac43-4ecb-9cd7-d5ffade8eb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:51:30Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['587c5175-2352-49e0-97ad-74d282fae443'], 'active': True} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:51:47.524211 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-18cd4d3e-e62e-439c-978b-2713364c58d3 req-867405f9-6b32-4cdc-a8b8-72ddfa479a3d service neutron] 10.222.0.54 "GET /v2.0/networks/fc7548a1-a2d5-45f6-9825-763d06d99878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814793 Oct 14 07:51:47.592435 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvr_db [None req-6e487071-ac43-4ecb-9cd7-d5ffade8eb0f None None] Set router 587c5175-2352-49e0-97ad-74d282fae443 gateway port host: dv-cinder-813746-2-iscsi {{(pid=106712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:51:47.621395 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-18cd4d3e-e62e-439c-978b-2713364c58d3 req-019b812e-5787-484e-b9d1-a0bb6286d811 service neutron] 10.222.0.54 "GET /v2.0/networks/fc7548a1-a2d5-45f6-9825-763d06d99878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905662 Oct 14 07:51:47.813007 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-6e487071-ac43-4ecb-9cd7-d5ffade8eb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c5175-2352-49e0-97ad-74d282fae443', 'name': 'tempest-TestVolumeBootPattern-1858258408-router', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '1998b7bf-ee9c-46f0-a491-b456986414c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:13Z', 'updated_at': '2021-10-14T07:48:16Z', 'revision_number': 4, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'gw_port': {'id': '1998b7bf-ee9c-46f0-a491-b456986414c2', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:34:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c5175-2352-49e0-97ad-74d282fae443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:13Z', 'updated_at': '2021-10-14T07:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_floatingips': [{'id': '51dff4a4-c1f3-4a91-afd5-749a2d769c71', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'router_id': '587c5175-2352-49e0-97ad-74d282fae443', 'port_id': 'd5b0f34f-c87f-4833-92c1-74b4b0f17f57', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878', 'mac_address': 'fa:16:3e:67:1f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36aa7ec-765f-43c4-943a-efb40c9ef94e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:51:45Z', 'updated_at': '2021-10-14T07:51:45Z', 'revision_number': 0, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3385bf3d-0ce6-4259-882d-b1a97c37445f', 'name': '', 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'mac_address': 'fa:16:3e:33:79:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c5175-2352-49e0-97ad-74d282fae443', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c75e489e-d577-4f33-bc9a-11bccc0fd731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:16Z', 'updated_at': '2021-10-14T07:48:26Z', 'revision_number': 5, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'subnets': [{'id': 'c75e489e-d577-4f33-bc9a-11bccc0fd731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:51:47.842611 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e487071-ac43-4ecb-9cd7-d5ffade8eb0f None None] The sync data for ids ['587c5175-2352-49e0-97ad-74d282fae443'] in dv-cinder-813746-2-iscsi is: [{'id': '587c5175-2352-49e0-97ad-74d282fae443', 'name': 'tempest-TestVolumeBootPattern-1858258408-router', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '1998b7bf-ee9c-46f0-a491-b456986414c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:13Z', 'updated_at': '2021-10-14T07:48:16Z', 'revision_number': 4, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'gw_port': {'id': '1998b7bf-ee9c-46f0-a491-b456986414c2', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:34:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c5175-2352-49e0-97ad-74d282fae443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:13Z', 'updated_at': '2021-10-14T07:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_floatingips': [{'id': '51dff4a4-c1f3-4a91-afd5-749a2d769c71', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'router_id': '587c5175-2352-49e0-97ad-74d282fae443', 'port_id': 'd5b0f34f-c87f-4833-92c1-74b4b0f17f57', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878', 'mac_address': 'fa:16:3e:67:1f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36aa7ec-765f-43c4-943a-efb40c9ef94e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:51:45Z', 'updated_at': '2021-10-14T07:51:45Z', 'revision_number': 0, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3385bf3d-0ce6-4259-882d-b1a97c37445f', 'name': '', 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'mac_address': 'fa:16:3e:33:79:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c5175-2352-49e0-97ad-74d282fae443', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c75e489e-d577-4f33-bc9a-11bccc0fd731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:16Z', 'updated_at': '2021-10-14T07:48:26Z', 'revision_number': 5, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'subnets': [{'id': 'c75e489e-d577-4f33-bc9a-11bccc0fd731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:51:47.983434 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667ef3a-2b95-43f3-a29a-e3e1fcc1873b req-6cecef16-6e27-474d-9640-b52a19eac5f4 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:47.985021 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-9667ef3a-2b95-43f3-a29a-e3e1fcc1873b req-6cecef16-6e27-474d-9640-b52a19eac5f4 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 944 time: 0.0512547 Oct 14 07:51:48.019102 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 34782) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:51:48.032370 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-9667ef3a-2b95-43f3-a29a-e3e1fcc1873b req-f60d3781-3c8f-4f63-85b0-3c66aa671714 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f81a039-69c9-4b1c-87d4-758d4a4ee8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395825 Oct 14 07:51:48.056277 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dbe212-a58a-48f0-80af-63ffd1e1703e None None] New status for floating IP 51dff4a4-c1f3-4a91-afd5-749a2d769c71: ACTIVE {{(pid=106713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 07:51:48.127766 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-d86d8e71-c6c0-436c-9a55-c7a0f91da68e admin admin] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:48.199864 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-d86d8e71-c6c0-436c-9a55-c7a0f91da68e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:48.290949 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-d86d8e71-c6c0-436c-9a55-c7a0f91da68e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:48.327136 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d8e71-c6c0-436c-9a55-c7a0f91da68e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021cfac8-f599-4c12-b027-ffc39d067d70,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:48.331433 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-d86d8e71-c6c0-436c-9a55-c7a0f91da68e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a6a28e8f5bfd4af4b5ede4a4c7a3f791&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3112917 Oct 14 07:51:48.333991 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 34786) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:51:48.383769 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-c43c48ed-d1d7-4b6d-9bc6-f8962d6d77c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:48.404829 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-c43c48ed-d1d7-4b6d-9bc6-f8962d6d77c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:48.455060 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 286e58c2-ee3e-4ed4-aa4c-830f49b1a106 up at agent hyperv_hv-cinder-81374 {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:51:48.514322 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-c43c48ed-d1d7-4b6d-9bc6-f8962d6d77c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:48.516917 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-c43c48ed-d1d7-4b6d-9bc6-f8962d6d77c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:48.518227 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-c43c48ed-d1d7-4b6d-9bc6-f8962d6d77c8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/021cfac8-f599-4c12-b027-ffc39d067d70 HTTP/1.1" status: 204 len: 168 time: 0.1832848 Oct 14 07:51:48.526192 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c48ed-d1d7-4b6d-9bc6-f8962d6d77c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021cfac8-f599-4c12-b027-ffc39d067d70,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:48.599553 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Provisioning for port 286e58c2-ee3e-4ed4-aa4c-830f49b1a106 completed by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 07:51:48.604411 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Provisioning complete for port 286e58c2-ee3e-4ed4-aa4c-830f49b1a106 triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:51:48.604411 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:48.678438 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:48.700983 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '177297e0-2754-4d32-b9d3-76302a0f7463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286e58c2-ee3e-4ed4-aa4c-830f49b1a106'}] {{(pid=106712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:51:48.703198 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3db9d29808d7d8625da6d6dfdab11118ca3df70b734e515c8bcc451a900cfacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f496f90-6e9e-4e8c-97c0-3cae3544cf06" -d '{"events": [{"server_uuid": "177297e0-2754-4d32-b9d3-76302a0f7463", "name": "network-vif-plugged", "status": "completed", "tag": "286e58c2-ee3e-4ed4-aa4c-830f49b1a106"}]}' {{(pid=106712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:51:48.715438 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port 286e58c2-ee3e-4ed4-aa4c-830f49b1a106, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=286e58c2-ee3e-4ed4-aa4c-830f49b1a106,segment=NetworkSegment(d906373d-ccb4-46d8-8338-9b71e140d38e),segment_id=d906373d-ccb4-46d8-8338-9b71e140d38e)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:51:48.738685 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a2e282-2bb6-4a11-b5b6-c1f1a0407f4e x-openstack-request-id: req-d6a2e282-2bb6-4a11-b5b6-c1f1a0407f4e {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:51:48.738973 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "177297e0-2754-4d32-b9d3-76302a0f7463", "name": "network-vif-plugged", "status": "completed", "tag": "286e58c2-ee3e-4ed4-aa4c-830f49b1a106", "code": 200}]} {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:51:48.739246 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d6a2e282-2bb6-4a11-b5b6-c1f1a0407f4e {{(pid=106712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:51:48.739645 dv-cinder-813746-2-iscsi neutron-server[106712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '177297e0-2754-4d32-b9d3-76302a0f7463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286e58c2-ee3e-4ed4-aa4c-830f49b1a106', 'code': 200} Oct 14 07:51:48.782725 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:48.836285 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=286e58c2-ee3e-4ed4-aa4c-830f49b1a106,revision_number=5']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:49.094834 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb4e24-5913-435f-971f-caaf76bdaa47 req-5895f411-fdc7-4484-91e1-03c4e7d98788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:49.096505 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-0bcb4e24-5913-435f-971f-caaf76bdaa47 req-5895f411-fdc7-4484-91e1-03c4e7d98788 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 1098 time: 0.0411749 Oct 14 07:51:49.162564 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-0bcb4e24-5913-435f-971f-caaf76bdaa47 req-14b81f60-ff01-4f87-a08d-107aecd9a8fa service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5f81a039-69c9-4b1c-87d4-758d4a4ee8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533738 Oct 14 07:51:49.174011 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643c7f1-c8f0-459e-862f-ba5422f19bc6 req-cdb2120e-b634-44a1-9c29-d59c68969494 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:49.175356 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-5643c7f1-c8f0-459e-862f-ba5422f19bc6 req-cdb2120e-b634-44a1-9c29-d59c68969494 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 945 time: 0.0754778 Oct 14 07:51:49.213439 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-5643c7f1-c8f0-459e-862f-ba5422f19bc6 req-bb7e8ad0-21b2-4502-9d04-d2b0b1bb631d tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f81a039-69c9-4b1c-87d4-758d4a4ee8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321195 Oct 14 07:51:50.337141 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b393b7-23ac-48e4-bfd1-f81a1cd3ba0f req-3c11742b-0790-44f5-a8ba-9b75190539a3 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:50.338662 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-b6b393b7-23ac-48e4-bfd1-f81a1cd3ba0f req-3c11742b-0790-44f5-a8ba-9b75190539a3 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 945 time: 0.0485494 Oct 14 07:51:50.375974 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-b6b393b7-23ac-48e4-bfd1-f81a1cd3ba0f req-13f71c7f-7cc3-4bca-a7a9-e54ecea0b9f5 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f81a039-69c9-4b1c-87d4-758d4a4ee8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312333 Oct 14 07:51:51.420745 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c66e7e95-ea11-46c6-8b85-77b52e6eb92a req-dd6fb068-f5d3-401b-b246-b0c4161a503a tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=5df03a36757444fdaa89e86cecca5783&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290496 Oct 14 07:51:51.488503 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c7e0a-32d4-444e-af27-f2b3a35115dc req-819f70ce-0bf8-418c-bb73-6962f6bfac0d tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:51.489987 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-ce8c7e0a-32d4-444e-af27-f2b3a35115dc req-819f70ce-0bf8-418c-bb73-6962f6bfac0d tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 945 time: 0.0488319 Oct 14 07:51:51.531393 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-ce8c7e0a-32d4-444e-af27-f2b3a35115dc req-9fe027bd-04f3-41e8-a812-352e66af6469 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f81a039-69c9-4b1c-87d4-758d4a4ee8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352359 Oct 14 07:51:51.603414 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e7e95-ea11-46c6-8b85-77b52e6eb92a req-d590decf-14d3-43d1-9773-adaeb35c50f4 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:51.604888 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c66e7e95-ea11-46c6-8b85-77b52e6eb92a req-d590decf-14d3-43d1-9773-adaeb35c50f4 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1785493 Oct 14 07:51:51.619495 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c66e7e95-ea11-46c6-8b85-77b52e6eb92a req-563c7046-d55f-4de2-bee4-a3abba64128c tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] 10.222.0.47 "GET /v2.0/quotas/5df03a36757444fdaa89e86cecca5783 HTTP/1.1" status: 200 len: 375 time: 0.0089109 Oct 14 07:51:51.642788 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131f7b5-fdf0-4304-a20c-6a56740f9e70 req-4005ccab-7627-434b-8c55-c72cb165e44b tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:51.644339 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-d131f7b5-fdf0-4304-a20c-6a56740f9e70 req-4005ccab-7627-434b-8c55-c72cb165e44b tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 945 time: 0.0491488 Oct 14 07:51:51.655457 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c66e7e95-ea11-46c6-8b85-77b52e6eb92a req-9b19fd2d-9f38-4c04-9fa9-bf10c4451232 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5df03a36757444fdaa89e86cecca5783&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297651 Oct 14 07:51:51.681920 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-d131f7b5-fdf0-4304-a20c-6a56740f9e70 req-880328f4-1b1b-43d7-b1c7-4ec320198263 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f81a039-69c9-4b1c-87d4-758d4a4ee8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313349 Oct 14 07:51:51.703925 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 34840) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:51:51.883139 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5040e28e-8973-4b78-90e6-a6a89d962886 tempest-TestShelveInstance-659248551 tempest-TestShelveInstance-659248551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:51.884649 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-5040e28e-8973-4b78-90e6-a6a89d962886 tempest-TestShelveInstance-659248551 tempest-TestShelveInstance-659248551-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 1093 time: 0.1797605 Oct 14 07:51:51.888192 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 34844) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:51:51.892339 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [None req-1e792794-d83e-4247-af3a-ce9e911ace58 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Request body: {'floatingip': {'floating_network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'port_id': '286e58c2-ee3e-4ed4-aa4c-830f49b1a106', 'tenant_id': 'c0272f2246984916b984cd7271af15f1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:51:51.971309 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-1e792794-d83e-4247-af3a-ce9e911ace58 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks [] for floatingip, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:52.065352 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-1e792794-d83e-4247-af3a-ce9e911ace58 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:52.165108 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.db_base_plugin_common [None req-1e792794-d83e-4247-af3a-ce9e911ace58 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Allocated IP 172.27.3.97 (536a77cf-5189-41f9-92bf-300739e47f32/171d1f51-d728-4b0d-be8f-6d9f917ae698/f7bc9ea0-55b1-4ce9-beb8-8851c18985e0) {{(pid=106711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:51:52.265172 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-1e792794-d83e-4247-af3a-ce9e911ace58 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks [] for port, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:52.353807 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-1e792794-d83e-4247-af3a-ce9e911ace58 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14797620'] for port, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:52.391082 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e792794-d83e-4247-af3a-ce9e911ace58 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Network 536a77cf-5189-41f9-92bf-300739e47f32 is already hosted by enough agents. {{(pid=106711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:51:52.395295 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.base_scheduler [None req-1e792794-d83e-4247-af3a-ce9e911ace58 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Resources bound (agent type, host, resource id): {{(pid=106711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:51:52.400970 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e792794-d83e-4247-af3a-ce9e911ace58 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Received port after_create {{(pid=106711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:51:52.406874 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e792794-d83e-4247-af3a-ce9e911ace58 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Pushing event updated for resources: {'Port': ['ID=f7bc9ea0-55b1-4ce9-beb8-8851c18985e0,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:52.746537 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-1e792794-d83e-4247-af3a-ce9e911ace58 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:52.863524 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-1e792794-d83e-4247-af3a-ce9e911ace58 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:52.946423 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-8e227eee-2a77-49ea-9bde-b033205cb807 req-e1a80eeb-d45c-452f-9ebd-10c966784d0c tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad6aca3c-fcb9-4c9e-ad12-cad9b6ee956b HTTP/1.1" status: 200 len: 210 time: 0.0377903 Oct 14 07:51:53.033431 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-1e792794-d83e-4247-af3a-ce9e911ace58 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks [] for port, precommit_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:53.084833 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-1e792794-d83e-4247-af3a-ce9e911ace58 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14797571'] for port, after_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:53.156486 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e792794-d83e-4247-af3a-ce9e911ace58 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Pushing event updated for resources: {'Port': ['ID=f7bc9ea0-55b1-4ce9-beb8-8851c18985e0,revision_number=2']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:53.164203 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-1e792794-d83e-4247-af3a-ce9e911ace58 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648330'] for floatingip, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:53.507219 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.db.l3_db [None req-1e792794-d83e-4247-af3a-ce9e911ace58 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Floating IP 19eb09fd-49e8-4d91-afb7-63a4c7577bc7 associated. External IP: 172.27.3.97, port: 286e58c2-ee3e-4ed4-aa4c-830f49b1a106. Oct 14 07:51:53.705147 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e792794-d83e-4247-af3a-ce9e911ace58 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Router 8abc8184-1013-4599-a772-e9d24029c752 has already been hosted by L3 agent f0543dd8-cbcf-46a4-b5f3-c6f7813920a1 {{(pid=106711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:51:53.809593 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e792794-d83e-4247-af3a-ce9e911ace58 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Notify agent at l3_agent.dv-cinder-813746-2-iscsi the message routers_updated {{(pid=106711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:51:53.818754 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fa40e8-9f9f-4227-95f6-271d6513588a None None] Sync routers for ids ['8abc8184-1013-4599-a772-e9d24029c752'] in dv-cinder-813746-2-iscsi {{(pid=106712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:51:53.828816 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fa40e8-9f9f-4227-95f6-271d6513588a None None] Routers {'8abc8184-1013-4599-a772-e9d24029c752'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:51:53.829490 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-45fa40e8-9f9f-4227-95f6-271d6513588a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:51:30Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['8abc8184-1013-4599-a772-e9d24029c752'], 'active': True} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:51:53.903662 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-1e792794-d83e-4247-af3a-ce9e911ace58 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for floatingip, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:53.947929 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-1e792794-d83e-4247-af3a-ce9e911ace58 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0450702 Oct 14 07:51:53.947929 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '177297e0-2754-4d32-b9d3-76302a0f7463', 'tag': '286e58c2-ee3e-4ed4-aa4c-830f49b1a106'}] {{(pid=106711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:51:53.952757 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvr_db [None req-45fa40e8-9f9f-4227-95f6-271d6513588a None None] Set router 8abc8184-1013-4599-a772-e9d24029c752 gateway port host: dv-cinder-813746-2-iscsi {{(pid=106712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:51:53.952907 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761d26d7c5f72f4b552347b0101038dbdc9b0b60127f0c8e71cb2eb10747878c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001b6116-2e30-4305-a20e-a04079a48674" -d '{"events": [{"name": "network-changed", "server_uuid": "177297e0-2754-4d32-b9d3-76302a0f7463", "tag": "286e58c2-ee3e-4ed4-aa4c-830f49b1a106"}]}' {{(pid=106711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:51:53.973766 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a37357-8798-4747-88dd-36f88f7c6a47 x-openstack-request-id: req-d8a37357-8798-4747-88dd-36f88f7c6a47 {{(pid=106711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:51:53.974062 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "177297e0-2754-4d32-b9d3-76302a0f7463", "tag": "286e58c2-ee3e-4ed4-aa4c-830f49b1a106", "status": "completed", "code": 200}]} {{(pid=106711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:51:53.974452 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d8a37357-8798-4747-88dd-36f88f7c6a47 {{(pid=106711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:51:53.975159 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '177297e0-2754-4d32-b9d3-76302a0f7463', 'tag': '286e58c2-ee3e-4ed4-aa4c-830f49b1a106', 'status': 'completed', 'code': 200} Oct 14 07:51:54.031624 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-d12ac877-100e-4588-8c08-9f22315f1378 req-90bf0c47-a8c8-47df-99d6-9f74e2f36613 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad6aca3c-fcb9-4c9e-ad12-cad9b6ee956b HTTP/1.1" status: 200 len: 210 time: 0.0308867 Oct 14 07:51:54.082887 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001b6116-2e30-4305-a20e-a04079a48674 req-46cf68b6-9752-42fe-b6e0-cab4b156c0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:54.084442 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-001b6116-2e30-4305-a20e-a04079a48674 req-46cf68b6-9752-42fe-b6e0-cab4b156c0ca service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c0272f2246984916b984cd7271af15f1&device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 1098 time: 0.0450644 Oct 14 07:51:54.168885 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-45fa40e8-9f9f-4227-95f6-271d6513588a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abc8184-1013-4599-a772-e9d24029c752', 'name': 'tempest-TestShelveInstance-183668934-router', 'tenant_id': 'c0272f2246984916b984cd7271af15f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '2057ab51-afe4-4c3a-893f-f5f88797be91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:51:01Z', 'updated_at': '2021-10-14T07:51:04Z', 'revision_number': 4, 'project_id': 'c0272f2246984916b984cd7271af15f1', 'gw_port': {'id': '2057ab51-afe4-4c3a-893f-f5f88797be91', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ed:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abc8184-1013-4599-a772-e9d24029c752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:51:01Z', 'updated_at': '2021-10-14T07:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_floatingips': [{'id': '19eb09fd-49e8-4d91-afb7-63a4c7577bc7', 'tenant_id': 'c0272f2246984916b984cd7271af15f1', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'router_id': '8abc8184-1013-4599-a772-e9d24029c752', 'port_id': '286e58c2-ee3e-4ed4-aa4c-830f49b1a106', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7764aed-a19b-4271-a494-ccd5ea011064', 'mac_address': 'fa:16:3e:4f:d1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177297e0-2754-4d32-b9d3-76302a0f7463', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:51:52Z', 'updated_at': '2021-10-14T07:51:52Z', 'revision_number': 0, 'project_id': 'c0272f2246984916b984cd7271af15f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b796e17-e721-490c-8bc4-4577ee882777', 'name': '', 'network_id': 'f7764aed-a19b-4271-a494-ccd5ea011064', 'tenant_id': 'c0272f2246984916b984cd7271af15f1', 'mac_address': 'fa:16:3e:f2:64:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abc8184-1013-4599-a772-e9d24029c752', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9f13b57c-188f-4a9e-b92e-29ec002717c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:51:03Z', 'updated_at': '2021-10-14T07:51:07Z', 'revision_number': 5, 'project_id': 'c0272f2246984916b984cd7271af15f1', 'subnets': [{'id': '9f13b57c-188f-4a9e-b92e-29ec002717c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:51:54.175997 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001b6116-2e30-4305-a20e-a04079a48674 req-abf94777-eb60-409a-8674-2df27e21629d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:54.177591 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-001b6116-2e30-4305-a20e-a04079a48674 req-abf94777-eb60-409a-8674-2df27e21629d service neutron] 10.222.0.54 "GET /v2.0/networks?id=f7764aed-a19b-4271-a494-ccd5ea011064 HTTP/1.1" status: 200 len: 909 time: 0.0862675 Oct 14 07:51:54.198479 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fa40e8-9f9f-4227-95f6-271d6513588a None None] Checking router: 8abc8184-1013-4599-a772-e9d24029c752 for host: dv-cinder-813746-2-iscsi {{(pid=106712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:51:54.207855 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fa40e8-9f9f-4227-95f6-271d6513588a None None] Routers {'8abc8184-1013-4599-a772-e9d24029c752'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:51:54.208470 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-45fa40e8-9f9f-4227-95f6-271d6513588a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:51:30Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['8abc8184-1013-4599-a772-e9d24029c752'], 'active': True} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:51:54.242429 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-001b6116-2e30-4305-a20e-a04079a48674 req-35377eb8-6567-43f7-acd1-d7d888aee806 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=286e58c2-ee3e-4ed4-aa4c-830f49b1a106 HTTP/1.1" status: 200 len: 998 time: 0.0583329 Oct 14 07:51:54.298663 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001b6116-2e30-4305-a20e-a04079a48674 req-717917e4-fc42-4c35-aa0b-1c43ea29919d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:54.300291 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-001b6116-2e30-4305-a20e-a04079a48674 req-717917e4-fc42-4c35-aa0b-1c43ea29919d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9f13b57c-188f-4a9e-b92e-29ec002717c2 HTTP/1.1" status: 200 len: 847 time: 0.0459919 Oct 14 07:51:54.352679 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001b6116-2e30-4305-a20e-a04079a48674 req-8c80c63a-e56a-424d-96fa-ed176e1f9e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:54.354311 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-001b6116-2e30-4305-a20e-a04079a48674 req-8c80c63a-e56a-424d-96fa-ed176e1f9e11 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f7764aed-a19b-4271-a494-ccd5ea011064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451307 Oct 14 07:51:54.441174 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvr_db [None req-45fa40e8-9f9f-4227-95f6-271d6513588a None None] Set router 8abc8184-1013-4599-a772-e9d24029c752 gateway port host: dv-cinder-813746-2-iscsi {{(pid=106712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:51:54.449237 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-001b6116-2e30-4305-a20e-a04079a48674 req-a1c56e3d-5779-4d3d-8a6b-889c394dd924 service neutron] 10.222.0.54 "GET /v2.0/networks/f7764aed-a19b-4271-a494-ccd5ea011064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860832 Oct 14 07:51:54.548890 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-001b6116-2e30-4305-a20e-a04079a48674 req-4609c96d-96b4-43e2-a178-916a32efbfda service neutron] 10.222.0.54 "GET /v2.0/networks/f7764aed-a19b-4271-a494-ccd5ea011064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870903 Oct 14 07:51:54.668079 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-45fa40e8-9f9f-4227-95f6-271d6513588a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abc8184-1013-4599-a772-e9d24029c752', 'name': 'tempest-TestShelveInstance-183668934-router', 'tenant_id': 'c0272f2246984916b984cd7271af15f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '2057ab51-afe4-4c3a-893f-f5f88797be91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:51:01Z', 'updated_at': '2021-10-14T07:51:04Z', 'revision_number': 4, 'project_id': 'c0272f2246984916b984cd7271af15f1', 'gw_port': {'id': '2057ab51-afe4-4c3a-893f-f5f88797be91', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ed:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abc8184-1013-4599-a772-e9d24029c752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:51:01Z', 'updated_at': '2021-10-14T07:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_floatingips': [{'id': '19eb09fd-49e8-4d91-afb7-63a4c7577bc7', 'tenant_id': 'c0272f2246984916b984cd7271af15f1', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'router_id': '8abc8184-1013-4599-a772-e9d24029c752', 'port_id': '286e58c2-ee3e-4ed4-aa4c-830f49b1a106', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7764aed-a19b-4271-a494-ccd5ea011064', 'mac_address': 'fa:16:3e:4f:d1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177297e0-2754-4d32-b9d3-76302a0f7463', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:51:52Z', 'updated_at': '2021-10-14T07:51:52Z', 'revision_number': 0, 'project_id': 'c0272f2246984916b984cd7271af15f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b796e17-e721-490c-8bc4-4577ee882777', 'name': '', 'network_id': 'f7764aed-a19b-4271-a494-ccd5ea011064', 'tenant_id': 'c0272f2246984916b984cd7271af15f1', 'mac_address': 'fa:16:3e:f2:64:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abc8184-1013-4599-a772-e9d24029c752', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9f13b57c-188f-4a9e-b92e-29ec002717c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:51:03Z', 'updated_at': '2021-10-14T07:51:07Z', 'revision_number': 5, 'project_id': 'c0272f2246984916b984cd7271af15f1', 'subnets': [{'id': '9f13b57c-188f-4a9e-b92e-29ec002717c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:51:54.694440 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fa40e8-9f9f-4227-95f6-271d6513588a None None] The sync data for ids ['8abc8184-1013-4599-a772-e9d24029c752'] in dv-cinder-813746-2-iscsi is: [{'id': '8abc8184-1013-4599-a772-e9d24029c752', 'name': 'tempest-TestShelveInstance-183668934-router', 'tenant_id': 'c0272f2246984916b984cd7271af15f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '2057ab51-afe4-4c3a-893f-f5f88797be91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:51:01Z', 'updated_at': '2021-10-14T07:51:04Z', 'revision_number': 4, 'project_id': 'c0272f2246984916b984cd7271af15f1', 'gw_port': {'id': '2057ab51-afe4-4c3a-893f-f5f88797be91', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ed:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abc8184-1013-4599-a772-e9d24029c752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:51:01Z', 'updated_at': '2021-10-14T07:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_floatingips': [{'id': '19eb09fd-49e8-4d91-afb7-63a4c7577bc7', 'tenant_id': 'c0272f2246984916b984cd7271af15f1', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'router_id': '8abc8184-1013-4599-a772-e9d24029c752', 'port_id': '286e58c2-ee3e-4ed4-aa4c-830f49b1a106', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7764aed-a19b-4271-a494-ccd5ea011064', 'mac_address': 'fa:16:3e:4f:d1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177297e0-2754-4d32-b9d3-76302a0f7463', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:51:52Z', 'updated_at': '2021-10-14T07:51:52Z', 'revision_number': 0, 'project_id': 'c0272f2246984916b984cd7271af15f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b796e17-e721-490c-8bc4-4577ee882777', 'name': '', 'network_id': 'f7764aed-a19b-4271-a494-ccd5ea011064', 'tenant_id': 'c0272f2246984916b984cd7271af15f1', 'mac_address': 'fa:16:3e:f2:64:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abc8184-1013-4599-a772-e9d24029c752', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9f13b57c-188f-4a9e-b92e-29ec002717c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:51:03Z', 'updated_at': '2021-10-14T07:51:07Z', 'revision_number': 5, 'project_id': 'c0272f2246984916b984cd7271af15f1', 'subnets': [{'id': '9f13b57c-188f-4a9e-b92e-29ec002717c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:51:54.784895 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.agents_db [None req-84b3d5e4-9e25-480e-9cd9-33a6a693fe4d None None] Agent healthcheck: found 6 active agents {{(pid=106713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:51:54.880684 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28883b6-dfdd-4a5f-a373-09e19cc9dac4 None None] New status for floating IP 19eb09fd-49e8-4d91-afb7-63a4c7577bc7: ACTIVE {{(pid=106713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 07:51:55.125640 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-5c394142-d537-4b6e-94e8-33fee7fcd1f2 req-85670676-b8fa-4533-90c1-4fa45e4576c6 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad6aca3c-fcb9-4c9e-ad12-cad9b6ee956b HTTP/1.1" status: 200 len: 210 time: 0.0263863 Oct 14 07:51:56.218360 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-6717f2c2-6086-4c72-b159-07712855723f req-5c48cdf1-85a9-4178-b256-d89deb1ddfac tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad6aca3c-fcb9-4c9e-ad12-cad9b6ee956b HTTP/1.1" status: 200 len: 210 time: 0.0268738 Oct 14 07:51:57.270695 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c66e7e95-ea11-46c6-8b85-77b52e6eb92a req-5c672980-ba63-4ccc-ab93-a84e4b16558f tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=5df03a36757444fdaa89e86cecca5783&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208018 Oct 14 07:51:57.323424 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a6fcafd4-4ab7-4bf3-8913-b58918212d62 req-088eba85-269a-4029-ae75-ac6e6d00987c tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad6aca3c-fcb9-4c9e-ad12-cad9b6ee956b HTTP/1.1" status: 200 len: 210 time: 0.0379555 Oct 14 07:51:57.388311 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-4585b5d6-275f-4383-bdbc-1d72af219c4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:57.410581 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e7e95-ea11-46c6-8b85-77b52e6eb92a req-2252bbee-7b15-456f-86d4-fdbcdb74fb97 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:57.412035 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c66e7e95-ea11-46c6-8b85-77b52e6eb92a req-2252bbee-7b15-456f-86d4-fdbcdb74fb97 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1348906 Oct 14 07:51:57.430958 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [req-c66e7e95-ea11-46c6-8b85-77b52e6eb92a req-5f1558bb-9fcc-4a44-af84-a0f02832f263 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] Request body: {'port': {'device_id': 'ad6aca3c-fcb9-4c9e-ad12-cad9b6ee956b', 'network_id': '858d235c-aab9-4b9e-88ed-3e5084eb1188', 'admin_state_up': True, 'tenant_id': '5df03a36757444fdaa89e86cecca5783'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:51:57.627685 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c66e7e95-ea11-46c6-8b85-77b52e6eb92a req-5f1558bb-9fcc-4a44-af84-a0f02832f263 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] Made reservation on behalf of 5df03a36757444fdaa89e86cecca5783 for: {'port': 1} {{(pid=106710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:51:57.631273 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-c66e7e95-ea11-46c6-8b85-77b52e6eb92a req-5f1558bb-9fcc-4a44-af84-a0f02832f263 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:57.640190 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-c66e7e95-ea11-46c6-8b85-77b52e6eb92a req-5f1558bb-9fcc-4a44-af84-a0f02832f263 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] Publish callbacks [] for security_group, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:57.716998 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-c66e7e95-ea11-46c6-8b85-77b52e6eb92a req-5f1558bb-9fcc-4a44-af84-a0f02832f263 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] Publish callbacks [] for security_group, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:57.788545 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-c66e7e95-ea11-46c6-8b85-77b52e6eb92a req-5f1558bb-9fcc-4a44-af84-a0f02832f263 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:57.849395 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1558bb-9fcc-4a44-af84-a0f02832f263 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fef8d10-2c1a-4ee7-84b5-c3836009ae1f,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:57.915315 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.db_base_plugin_common [req-c66e7e95-ea11-46c6-8b85-77b52e6eb92a req-5f1558bb-9fcc-4a44-af84-a0f02832f263 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] Allocated IP 192.168.233.159 (858d235c-aab9-4b9e-88ed-3e5084eb1188/386ebae2-1aef-4199-b7af-335cd93a212e/d5725c22-3372-4948-b6ab-1aced3670355) {{(pid=106710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:51:58.054908 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-c66e7e95-ea11-46c6-8b85-77b52e6eb92a req-5f1558bb-9fcc-4a44-af84-a0f02832f263 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] Publish callbacks [] for port, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:58.148176 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-c66e7e95-ea11-46c6-8b85-77b52e6eb92a req-5f1558bb-9fcc-4a44-af84-a0f02832f263 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16030778'] for port, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:58.188913 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c66e7e95-ea11-46c6-8b85-77b52e6eb92a req-5f1558bb-9fcc-4a44-af84-a0f02832f263 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] Network 858d235c-aab9-4b9e-88ed-3e5084eb1188 is already hosted by enough agents. {{(pid=106710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:51:58.191799 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.base_scheduler [req-c66e7e95-ea11-46c6-8b85-77b52e6eb92a req-5f1558bb-9fcc-4a44-af84-a0f02832f263 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] Resources bound (agent type, host, resource id): {{(pid=106710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:51:58.194040 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.l3_dvrscheduler_db [req-c66e7e95-ea11-46c6-8b85-77b52e6eb92a req-5f1558bb-9fcc-4a44-af84-a0f02832f263 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] Received port after_create {{(pid=106710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:51:58.226274 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1558bb-9fcc-4a44-af84-a0f02832f263 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] Pushing event updated for resources: {'Port': ['ID=d5725c22-3372-4948-b6ab-1aced3670355,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:58.254792 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e7e95-ea11-46c6-8b85-77b52e6eb92a req-5f1558bb-9fcc-4a44-af84-a0f02832f263 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:58.255465 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-c66e7e95-ea11-46c6-8b85-77b52e6eb92a req-5f1558bb-9fcc-4a44-af84-a0f02832f263 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for port, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:58.333696 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c66e7e95-ea11-46c6-8b85-77b52e6eb92a req-5f1558bb-9fcc-4a44-af84-a0f02832f263 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9062059 Oct 14 07:51:58.355279 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [req-c66e7e95-ea11-46c6-8b85-77b52e6eb92a req-62af5389-0e62-4fda-ab45-d6b0adcf8212 service neutron] Request body: {'port': {'device_id': 'ad6aca3c-fcb9-4c9e-ad12-cad9b6ee956b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81374'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:51:58.408643 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-c66e7e95-ea11-46c6-8b85-77b52e6eb92a req-62af5389-0e62-4fda-ab45-d6b0adcf8212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:58.438035 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-33a94383-4c05-4759-b4e8-d11e9bd4a67f None None] Provisioning complete for port d5725c22-3372-4948-b6ab-1aced3670355 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:51:58.439128 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-33a94383-4c05-4759-b4e8-d11e9bd4a67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:58.442052 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c31b87f-66aa-4d91-bc3d-845f0a877ddb req-8d7dea8e-1e29-4dd8-bde7-5ed467291df7 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:58.443533 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-8c31b87f-66aa-4d91-bc3d-845f0a877ddb req-8d7dea8e-1e29-4dd8-bde7-5ed467291df7 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad6aca3c-fcb9-4c9e-ad12-cad9b6ee956b HTTP/1.1" status: 200 len: 936 time: 0.0487394 Oct 14 07:51:58.473165 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-33a94383-4c05-4759-b4e8-d11e9bd4a67f None None] Port d5725c22-3372-4948-b6ab-1aced3670355 cannot update to ACTIVE because it is not bound. {{(pid=106712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 07:51:58.482397 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-8c31b87f-66aa-4d91-bc3d-845f0a877ddb req-e1329ebf-e91c-43bc-aab8-873c55ad9c1d tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] 10.222.0.47 "GET /v2.0/security-groups?id=1fef8d10-2c1a-4ee7-84b5-c3836009ae1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328982 Oct 14 07:51:58.667949 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.notifiers.nova [req-c66e7e95-ea11-46c6-8b85-77b52e6eb92a req-62af5389-0e62-4fda-ab45-d6b0adcf8212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5725c22-3372-4948-b6ab-1aced3670355 {{(pid=106710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:51:58.675844 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-c66e7e95-ea11-46c6-8b85-77b52e6eb92a req-62af5389-0e62-4fda-ab45-d6b0adcf8212 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:58.687373 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.provisioning_blocks [req-c66e7e95-ea11-46c6-8b85-77b52e6eb92a req-62af5389-0e62-4fda-ab45-d6b0adcf8212 service neutron] Transition to ACTIVE for port object d5725c22-3372-4948-b6ab-1aced3670355 will not be triggered until provisioned by entity L2. {{(pid=106710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 07:51:58.770494 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-c66e7e95-ea11-46c6-8b85-77b52e6eb92a req-62af5389-0e62-4fda-ab45-d6b0adcf8212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16030733'] for port, after_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:58.837240 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af5389-0e62-4fda-ab45-d6b0adcf8212 service neutron] Pushing event updated for resources: {'Port': ['ID=d5725c22-3372-4948-b6ab-1aced3670355,revision_number=2']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:58.889750 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.managers [req-c66e7e95-ea11-46c6-8b85-77b52e6eb92a req-62af5389-0e62-4fda-ab45-d6b0adcf8212 service neutron] Attempting to bind port d5725c22-3372-4948-b6ab-1aced3670355 on host hv-cinder-81374 for vnic_type normal with profile {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:51:58.890081 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.managers [req-c66e7e95-ea11-46c6-8b85-77b52e6eb92a req-62af5389-0e62-4fda-ab45-d6b0adcf8212 service neutron] Attempting to bind port d5725c22-3372-4948-b6ab-1aced3670355 by drivers openvswitch,hyperv on host hv-cinder-81374 at level 0 using segments [{'id': '3e23e23f-75f1-4e9f-9d95-d66c81e52b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '858d235c-aab9-4b9e-88ed-3e5084eb1188'}] {{(pid=106710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:51:58.890400 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66e7e95-ea11-46c6-8b85-77b52e6eb92a req-62af5389-0e62-4fda-ab45-d6b0adcf8212 service neutron] Attempting to bind port d5725c22-3372-4948-b6ab-1aced3670355 on network 858d235c-aab9-4b9e-88ed-3e5084eb1188 {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:51:58.894795 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66e7e95-ea11-46c6-8b85-77b52e6eb92a req-62af5389-0e62-4fda-ab45-d6b0adcf8212 service neutron] Port d5725c22-3372-4948-b6ab-1aced3670355 on network 858d235c-aab9-4b9e-88ed-3e5084eb1188 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81374 {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 07:51:58.895109 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66e7e95-ea11-46c6-8b85-77b52e6eb92a req-62af5389-0e62-4fda-ab45-d6b0adcf8212 service neutron] Attempting to bind port d5725c22-3372-4948-b6ab-1aced3670355 on network 858d235c-aab9-4b9e-88ed-3e5084eb1188 {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:51:58.900096 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66e7e95-ea11-46c6-8b85-77b52e6eb92a req-62af5389-0e62-4fda-ab45-d6b0adcf8212 service neutron] Checking agent: {'id': 'e9e2cc54-3b31-4b83-b77c-54087550ab3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 7, 40, 39), 'started_at': datetime.datetime(2021, 10, 14, 7, 40, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:51:58.900428 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66e7e95-ea11-46c6-8b85-77b52e6eb92a req-62af5389-0e62-4fda-ab45-d6b0adcf8212 service neutron] Checking segment: {'id': '3e23e23f-75f1-4e9f-9d95-d66c81e52b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '858d235c-aab9-4b9e-88ed-3e5084eb1188'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:51:58.900805 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66e7e95-ea11-46c6-8b85-77b52e6eb92a req-62af5389-0e62-4fda-ab45-d6b0adcf8212 service neutron] Bound using segment: {'id': '3e23e23f-75f1-4e9f-9d95-d66c81e52b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '858d235c-aab9-4b9e-88ed-3e5084eb1188'} {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:51:58.901223 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.managers [req-c66e7e95-ea11-46c6-8b85-77b52e6eb92a req-62af5389-0e62-4fda-ab45-d6b0adcf8212 service neutron] Bound port: d5725c22-3372-4948-b6ab-1aced3670355, host: hv-cinder-81374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e23e23f-75f1-4e9f-9d95-d66c81e52b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '858d235c-aab9-4b9e-88ed-3e5084eb1188'}}] {{(pid=106710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:51:58.901567 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-c66e7e95-ea11-46c6-8b85-77b52e6eb92a req-62af5389-0e62-4fda-ab45-d6b0adcf8212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:58.964862 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.db [req-c66e7e95-ea11-46c6-8b85-77b52e6eb92a req-62af5389-0e62-4fda-ab45-d6b0adcf8212 service neutron] For port d5725c22-3372-4948-b6ab-1aced3670355, host hv-cinder-81374, cleared binding levels {{(pid=106710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:51:58.967773 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.db [req-c66e7e95-ea11-46c6-8b85-77b52e6eb92a req-62af5389-0e62-4fda-ab45-d6b0adcf8212 service neutron] For port d5725c22-3372-4948-b6ab-1aced3670355, host hv-cinder-81374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=d5725c22-3372-4948-b6ab-1aced3670355,segment=NetworkSegment(3e23e23f-75f1-4e9f-9d95-d66c81e52b0a),segment_id=3e23e23f-75f1-4e9f-9d95-d66c81e52b0a)] {{(pid=106710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:51:59.016693 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-c66e7e95-ea11-46c6-8b85-77b52e6eb92a req-62af5389-0e62-4fda-ab45-d6b0adcf8212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16030733'] for port, after_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:59.052860 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e7e95-ea11-46c6-8b85-77b52e6eb92a req-62af5389-0e62-4fda-ab45-d6b0adcf8212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:59.053469 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-c66e7e95-ea11-46c6-8b85-77b52e6eb92a req-62af5389-0e62-4fda-ab45-d6b0adcf8212 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for port, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:51:59.054864 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c66e7e95-ea11-46c6-8b85-77b52e6eb92a req-62af5389-0e62-4fda-ab45-d6b0adcf8212 service neutron] 10.222.0.54 "PUT /v2.0/ports/d5725c22-3372-4948-b6ab-1aced3670355 HTTP/1.1" status: 200 len: 1098 time: 0.7046828 Oct 14 07:51:59.055334 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad6aca3c-fcb9-4c9e-ad12-cad9b6ee956b', 'tag': 'd5725c22-3372-4948-b6ab-1aced3670355'}] {{(pid=106710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:51:59.057724 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ebf78bef5954e8ca5597493995d581d8346ee5b9d6b2d49db072251da4c473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a88e19e-9734-4369-8832-8fcd93d0abb1" -d '{"events": [{"name": "network-changed", "server_uuid": "ad6aca3c-fcb9-4c9e-ad12-cad9b6ee956b", "tag": "d5725c22-3372-4948-b6ab-1aced3670355"}]}' {{(pid=106710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:51:59.087182 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af5389-0e62-4fda-ab45-d6b0adcf8212 service neutron] Pushing event updated for resources: {'Port': ['ID=d5725c22-3372-4948-b6ab-1aced3670355,revision_number=3']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:51:59.105393 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98ef983-cc49-4cb5-b060-6daef14eab54 x-openstack-request-id: req-d98ef983-cc49-4cb5-b060-6daef14eab54 {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:51:59.106250 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad6aca3c-fcb9-4c9e-ad12-cad9b6ee956b", "tag": "d5725c22-3372-4948-b6ab-1aced3670355", "status": "completed", "code": 200}]} {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:51:59.106490 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d98ef983-cc49-4cb5-b060-6daef14eab54 {{(pid=106710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:51:59.106933 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad6aca3c-fcb9-4c9e-ad12-cad9b6ee956b', 'tag': 'd5725c22-3372-4948-b6ab-1aced3670355', 'status': 'completed', 'code': 200} Oct 14 07:51:59.194677 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88e19e-9734-4369-8832-8fcd93d0abb1 req-9faa174f-6303-40e7-a572-03f41cd86e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:59.196129 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-7a88e19e-9734-4369-8832-8fcd93d0abb1 req-9faa174f-6303-40e7-a572-03f41cd86e64 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5df03a36757444fdaa89e86cecca5783&device_id=ad6aca3c-fcb9-4c9e-ad12-cad9b6ee956b HTTP/1.1" status: 200 len: 1101 time: 0.0415070 Oct 14 07:51:59.238526 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-7a88e19e-9734-4369-8832-8fcd93d0abb1 req-792689d6-70dc-4ba9-bba5-fe5e31364838 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=5df03a36757444fdaa89e86cecca5783&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191970 Oct 14 07:51:59.342815 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88e19e-9734-4369-8832-8fcd93d0abb1 req-24d590ce-7cdc-4fcd-97be-84489d070690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:59.344280 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-7a88e19e-9734-4369-8832-8fcd93d0abb1 req-24d590ce-7cdc-4fcd-97be-84489d070690 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892792 Oct 14 07:51:59.476548 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e7e95-ea11-46c6-8b85-77b52e6eb92a req-f8e94cfa-8494-49ab-9706-ce73065c4078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:59.477928 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c66e7e95-ea11-46c6-8b85-77b52e6eb92a req-f8e94cfa-8494-49ab-9706-ce73065c4078 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5df03a36757444fdaa89e86cecca5783&device_id=ad6aca3c-fcb9-4c9e-ad12-cad9b6ee956b HTTP/1.1" status: 200 len: 1101 time: 0.0391836 Oct 14 07:51:59.529778 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c66e7e95-ea11-46c6-8b85-77b52e6eb92a req-2bbcb6d9-932d-453e-8d4e-f1809ea8b4eb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=d5725c22-3372-4948-b6ab-1aced3670355 HTTP/1.1" status: 200 len: 217 time: 0.0341790 Oct 14 07:51:59.588310 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e7e95-ea11-46c6-8b85-77b52e6eb92a req-a6a9cfb3-6d7d-4dd2-91b9-baeaeecdeb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:59.589741 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c66e7e95-ea11-46c6-8b85-77b52e6eb92a req-a6a9cfb3-6d7d-4dd2-91b9-baeaeecdeb44 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=386ebae2-1aef-4199-b7af-335cd93a212e HTTP/1.1" status: 200 len: 843 time: 0.0452118 Oct 14 07:51:59.595327 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ac9b5-1c88-4d58-8334-2d3c4926ea94 req-eb1f2d46-5de0-4873-bbd7-d13055c240b6 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:59.596782 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-207ac9b5-1c88-4d58-8334-2d3c4926ea94 req-eb1f2d46-5de0-4873-bbd7-d13055c240b6 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad6aca3c-fcb9-4c9e-ad12-cad9b6ee956b HTTP/1.1" status: 200 len: 948 time: 0.0472460 Oct 14 07:51:59.636078 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-207ac9b5-1c88-4d58-8334-2d3c4926ea94 req-df9d9313-d645-4736-8c36-8ade08a78f53 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] 10.222.0.47 "GET /v2.0/security-groups?id=1fef8d10-2c1a-4ee7-84b5-c3836009ae1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333538 Oct 14 07:51:59.646319 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e7e95-ea11-46c6-8b85-77b52e6eb92a req-53a77c79-6584-40ba-b412-aa613130b800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:51:59.647899 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c66e7e95-ea11-46c6-8b85-77b52e6eb92a req-53a77c79-6584-40ba-b412-aa613130b800 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=858d235c-aab9-4b9e-88ed-3e5084eb1188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0390282 Oct 14 07:51:59.735641 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c66e7e95-ea11-46c6-8b85-77b52e6eb92a req-57b7c30b-4508-441b-a8fc-c07f1408a570 service neutron] 10.222.0.54 "GET /v2.0/networks/858d235c-aab9-4b9e-88ed-3e5084eb1188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798895 Oct 14 07:51:59.827183 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c66e7e95-ea11-46c6-8b85-77b52e6eb92a req-c9af474e-b69d-43a9-a663-57d9a5032b53 service neutron] 10.222.0.54 "GET /v2.0/networks/858d235c-aab9-4b9e-88ed-3e5084eb1188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826082 Oct 14 07:52:00.005657 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b3d715fb-8b0e-4526-8acc-8d2d9daedd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:52:00.750122 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db58e34e-c4b1-4cf3-b554-3d2bbf3eca4f req-3b6c03e4-9fb7-4b48-a64c-8672a9871307 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:52:00.751562 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-db58e34e-c4b1-4cf3-b554-3d2bbf3eca4f req-3b6c03e4-9fb7-4b48-a64c-8672a9871307 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad6aca3c-fcb9-4c9e-ad12-cad9b6ee956b HTTP/1.1" status: 200 len: 948 time: 0.0476899 Oct 14 07:52:00.791790 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-db58e34e-c4b1-4cf3-b554-3d2bbf3eca4f req-c1205c56-f4bd-471c-a26d-12b1a41023ea tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] 10.222.0.47 "GET /v2.0/security-groups?id=1fef8d10-2c1a-4ee7-84b5-c3836009ae1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312903 Oct 14 07:52:00.839354 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:52:01.330668 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-93e1ef1e-be74-48a7-9436-c986e05ec438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:52:01.902545 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370c746-32a6-4384-9973-9c556d1cffa5 req-6ab4c7e3-d447-4fbc-89b4-2fd8c92a2655 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:52:01.904637 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-0370c746-32a6-4384-9973-9c556d1cffa5 req-6ab4c7e3-d447-4fbc-89b4-2fd8c92a2655 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad6aca3c-fcb9-4c9e-ad12-cad9b6ee956b HTTP/1.1" status: 200 len: 948 time: 0.0478861 Oct 14 07:52:01.940073 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-0370c746-32a6-4384-9973-9c556d1cffa5 req-a8356d08-486d-42ca-a604-b76dcf49b4bc tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] 10.222.0.47 "GET /v2.0/security-groups?id=1fef8d10-2c1a-4ee7-84b5-c3836009ae1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295932 Oct 14 07:52:02.896208 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-439377cf-db3c-4e91-9aae-241f8a26ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:52:03.050407 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206341d6-1e55-4ed8-b0a9-d0616848569e req-e9e87f85-aa5b-4f8f-9686-0d35319ab944 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:52:03.051894 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-206341d6-1e55-4ed8-b0a9-d0616848569e req-e9e87f85-aa5b-4f8f-9686-0d35319ab944 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad6aca3c-fcb9-4c9e-ad12-cad9b6ee956b HTTP/1.1" status: 200 len: 948 time: 0.0477650 Oct 14 07:52:03.092083 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-206341d6-1e55-4ed8-b0a9-d0616848569e req-a65ffbb1-e4ec-4463-bf77-6c520ac287e4 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] 10.222.0.47 "GET /v2.0/security-groups?id=1fef8d10-2c1a-4ee7-84b5-c3836009ae1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343246 Oct 14 07:52:04.201835 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a13f9-7573-4e07-9553-22bf705a27a3 req-ebef0bdd-79a5-4f35-a65a-7fc4c92c263a tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:52:04.203276 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-f45a13f9-7573-4e07-9553-22bf705a27a3 req-ebef0bdd-79a5-4f35-a65a-7fc4c92c263a tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad6aca3c-fcb9-4c9e-ad12-cad9b6ee956b HTTP/1.1" status: 200 len: 948 time: 0.0469725 Oct 14 07:52:04.239417 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-f45a13f9-7573-4e07-9553-22bf705a27a3 req-af8c00d8-5894-4aa5-8899-9fc8c2d808dc tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] 10.222.0.47 "GET /v2.0/security-groups?id=1fef8d10-2c1a-4ee7-84b5-c3836009ae1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304034 Oct 14 07:52:04.487956 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device d5725c22-3372-4948-b6ab-1aced3670355 details requested by agent hyperv_hv-cinder-81374 with host hv-cinder-81374 {{(pid=106712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 07:52:04.582490 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port d5725c22-3372-4948-b6ab-1aced3670355, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=d5725c22-3372-4948-b6ab-1aced3670355,segment=NetworkSegment(3e23e23f-75f1-4e9f-9d95-d66c81e52b0a),segment_id=3e23e23f-75f1-4e9f-9d95-d66c81e52b0a)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:52:04.593711 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Returning: {'device': 'd5725c22-3372-4948-b6ab-1aced3670355', 'network_id': '858d235c-aab9-4b9e-88ed-3e5084eb1188', 'port_id': 'd5725c22-3372-4948-b6ab-1aced3670355', 'mac_address': 'fa:16:3e:09:15:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '386ebae2-1aef-4199-b7af-335cd93a212e', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 07:52:04.629775 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:52:04.642495 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5725c22-3372-4948-b6ab-1aced3670355 {{(pid=106712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:52:04.660805 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port d5725c22-3372-4948-b6ab-1aced3670355, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=d5725c22-3372-4948-b6ab-1aced3670355,segment=NetworkSegment(3e23e23f-75f1-4e9f-9d95-d66c81e52b0a),segment_id=3e23e23f-75f1-4e9f-9d95-d66c81e52b0a)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:52:04.707616 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:52:04.754249 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=d5725c22-3372-4948-b6ab-1aced3670355,revision_number=4']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:52:05.026891 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] get_ports_and_sgs() called for port_ids ['d5725c22-3372-4948-b6ab-1aced3670355'] {{(pid=106712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:52:05.348370 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02162b33-ee68-465e-b989-52632704c0c7 req-fd5b3d8d-4a37-4fd6-b7b8-80dc0a0ade4c tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:52:05.349750 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-02162b33-ee68-465e-b989-52632704c0c7 req-fd5b3d8d-4a37-4fd6-b7b8-80dc0a0ade4c tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad6aca3c-fcb9-4c9e-ad12-cad9b6ee956b HTTP/1.1" status: 200 len: 949 time: 0.0463972 Oct 14 07:52:05.385536 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-02162b33-ee68-465e-b989-52632704c0c7 req-0cade519-a35f-4552-97c6-2abab40f1795 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] 10.222.0.47 "GET /v2.0/security-groups?id=1fef8d10-2c1a-4ee7-84b5-c3836009ae1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300279 Oct 14 07:52:06.496372 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af2d17-27ff-4079-bab8-9061839d4ef0 req-fc616ea2-ecb0-4e6c-b939-5f79a7eefeb2 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:52:06.498457 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-e0af2d17-27ff-4079-bab8-9061839d4ef0 req-fc616ea2-ecb0-4e6c-b939-5f79a7eefeb2 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad6aca3c-fcb9-4c9e-ad12-cad9b6ee956b HTTP/1.1" status: 200 len: 949 time: 0.0481095 Oct 14 07:52:06.501583 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device d5725c22-3372-4948-b6ab-1aced3670355 up at agent hyperv_hv-cinder-81374 {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:52:06.539273 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-e0af2d17-27ff-4079-bab8-9061839d4ef0 req-632e0377-b020-499f-a483-0fffa9f6ced6 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] 10.222.0.47 "GET /v2.0/security-groups?id=1fef8d10-2c1a-4ee7-84b5-c3836009ae1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349710 Oct 14 07:52:06.610487 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Provisioning for port d5725c22-3372-4948-b6ab-1aced3670355 completed by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 07:52:06.614446 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Provisioning complete for port d5725c22-3372-4948-b6ab-1aced3670355 triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:52:06.614846 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:52:06.692589 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:52:06.713517 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad6aca3c-fcb9-4c9e-ad12-cad9b6ee956b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5725c22-3372-4948-b6ab-1aced3670355'}] {{(pid=106712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:52:06.715894 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3db9d29808d7d8625da6d6dfdab11118ca3df70b734e515c8bcc451a900cfacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479683a6-5e5b-4513-9ea0-e41fdffb5cf3" -d '{"events": [{"server_uuid": "ad6aca3c-fcb9-4c9e-ad12-cad9b6ee956b", "name": "network-vif-plugged", "status": "completed", "tag": "d5725c22-3372-4948-b6ab-1aced3670355"}]}' {{(pid=106712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:52:06.729002 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port d5725c22-3372-4948-b6ab-1aced3670355, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=d5725c22-3372-4948-b6ab-1aced3670355,segment=NetworkSegment(3e23e23f-75f1-4e9f-9d95-d66c81e52b0a),segment_id=3e23e23f-75f1-4e9f-9d95-d66c81e52b0a)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:52:06.752654 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5557f897-6d87-4007-b6d1-8df4053071b8 x-openstack-request-id: req-5557f897-6d87-4007-b6d1-8df4053071b8 {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:52:06.752941 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad6aca3c-fcb9-4c9e-ad12-cad9b6ee956b", "name": "network-vif-plugged", "status": "completed", "tag": "d5725c22-3372-4948-b6ab-1aced3670355", "code": 200}]} {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:52:06.753194 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5557f897-6d87-4007-b6d1-8df4053071b8 {{(pid=106712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:52:06.753592 dv-cinder-813746-2-iscsi neutron-server[106712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad6aca3c-fcb9-4c9e-ad12-cad9b6ee956b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5725c22-3372-4948-b6ab-1aced3670355', 'code': 200} Oct 14 07:52:06.781591 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:52:06.827587 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=d5725c22-3372-4948-b6ab-1aced3670355,revision_number=5']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:52:07.092522 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e9dfd-1565-4bbf-93d9-27299f40c136 req-30fc6622-1c8d-481e-850a-fe0df0b68149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:52:07.093860 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-ac0e9dfd-1565-4bbf-93d9-27299f40c136 req-30fc6622-1c8d-481e-850a-fe0df0b68149 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ad6aca3c-fcb9-4c9e-ad12-cad9b6ee956b HTTP/1.1" status: 200 len: 1103 time: 0.0382850 Oct 14 07:52:07.127189 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-ac0e9dfd-1565-4bbf-93d9-27299f40c136 req-071514c8-a42a-45e6-b04f-465be168c3e6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1fef8d10-2c1a-4ee7-84b5-c3836009ae1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254097 Oct 14 07:52:07.650681 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99cbb9-694d-4806-94b6-8db8cf36f4c9 req-08204760-ea4b-45c1-b51c-ca6a86b9e3a8 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:52:07.652170 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-3c99cbb9-694d-4806-94b6-8db8cf36f4c9 req-08204760-ea4b-45c1-b51c-ca6a86b9e3a8 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad6aca3c-fcb9-4c9e-ad12-cad9b6ee956b HTTP/1.1" status: 200 len: 950 time: 0.0479825 Oct 14 07:52:07.689257 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-3c99cbb9-694d-4806-94b6-8db8cf36f4c9 req-74be3945-2bf5-4cde-92e0-b5b8116aecc7 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] 10.222.0.47 "GET /v2.0/security-groups?id=1fef8d10-2c1a-4ee7-84b5-c3836009ae1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311983 Oct 14 07:52:08.802100 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59361dcc-e6f9-4d79-85e4-a7c75b96c305 req-91bc24de-4c9c-4ee7-9eaf-c68f679f71cf tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:52:08.803518 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-59361dcc-e6f9-4d79-85e4-a7c75b96c305 req-91bc24de-4c9c-4ee7-9eaf-c68f679f71cf tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad6aca3c-fcb9-4c9e-ad12-cad9b6ee956b HTTP/1.1" status: 200 len: 950 time: 0.0462878 Oct 14 07:52:08.842018 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-59361dcc-e6f9-4d79-85e4-a7c75b96c305 req-100bf812-42d5-4ad6-9157-17479c862be2 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] 10.222.0.47 "GET /v2.0/security-groups?id=1fef8d10-2c1a-4ee7-84b5-c3836009ae1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325527 Oct 14 07:52:09.236957 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf17f03-b9ea-4dc2-81a0-564e6a3ffef4 req-98b891f1-9cac-4f79-a671-25cb0f52c374 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:52:09.238424 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-0bf17f03-b9ea-4dc2-81a0-564e6a3ffef4 req-98b891f1-9cac-4f79-a671-25cb0f52c374 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad6aca3c-fcb9-4c9e-ad12-cad9b6ee956b HTTP/1.1" status: 200 len: 950 time: 0.0474691 Oct 14 07:52:09.274527 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-0bf17f03-b9ea-4dc2-81a0-564e6a3ffef4 req-58d16a19-bea6-4a9f-b5c7-db6b08f9b7ef tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] 10.222.0.47 "GET /v2.0/security-groups?id=1fef8d10-2c1a-4ee7-84b5-c3836009ae1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303926 Oct 14 07:52:10.388662 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44c445-5276-4083-9a19-ccc304162113 req-eab6f498-ca37-4b48-ac15-bdac36cba045 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:52:10.390096 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-2d44c445-5276-4083-9a19-ccc304162113 req-eab6f498-ca37-4b48-ac15-bdac36cba045 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad6aca3c-fcb9-4c9e-ad12-cad9b6ee956b HTTP/1.1" status: 200 len: 950 time: 0.0490768 Oct 14 07:52:10.426815 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-2d44c445-5276-4083-9a19-ccc304162113 req-381fe370-4280-4012-a953-edf761be3d37 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] 10.222.0.47 "GET /v2.0/security-groups?id=1fef8d10-2c1a-4ee7-84b5-c3836009ae1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309389 Oct 14 07:52:10.974949 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b78f1-8590-4abd-82c8-8cae9394f821 req-42687bec-f155-4bfd-a7fa-64109c5e04b4 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:52:10.976395 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-7a5b78f1-8590-4abd-82c8-8cae9394f821 req-42687bec-f155-4bfd-a7fa-64109c5e04b4 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad6aca3c-fcb9-4c9e-ad12-cad9b6ee956b HTTP/1.1" status: 200 len: 950 time: 0.0468264 Oct 14 07:52:11.066028 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [req-7a5b78f1-8590-4abd-82c8-8cae9394f821 req-3a3f910e-5f43-4610-8eae-268d232f94a8 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] Deleting port d5725c22-3372-4948-b6ab-1aced3670355 {{(pid=106710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:52:11.066357 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-7a5b78f1-8590-4abd-82c8-8cae9394f821 req-3a3f910e-5f43-4610-8eae-268d232f94a8 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:52:11.150534 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.db [req-7a5b78f1-8590-4abd-82c8-8cae9394f821 req-3a3f910e-5f43-4610-8eae-268d232f94a8 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] For port d5725c22-3372-4948-b6ab-1aced3670355, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=d5725c22-3372-4948-b6ab-1aced3670355,segment=NetworkSegment(3e23e23f-75f1-4e9f-9d95-d66c81e52b0a),segment_id=3e23e23f-75f1-4e9f-9d95-d66c81e52b0a)] {{(pid=106710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:52:11.150884 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-7a5b78f1-8590-4abd-82c8-8cae9394f821 req-3a3f910e-5f43-4610-8eae-268d232f94a8 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:52:11.162670 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [req-7a5b78f1-8590-4abd-82c8-8cae9394f821 req-3a3f910e-5f43-4610-8eae-268d232f94a8 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] Calling delete_port for d5725c22-3372-4948-b6ab-1aced3670355 owned by compute:nova {{(pid=106710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:52:11.324089 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-7a5b78f1-8590-4abd-82c8-8cae9394f821 req-3a3f910e-5f43-4610-8eae-268d232f94a8 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16030778'] for port, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:52:11.351804 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f910e-5f43-4610-8eae-268d232f94a8 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] Pushing event deleted for resources: {'Port': ['ID=d5725c22-3372-4948-b6ab-1aced3670355,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:52:11.373628 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] get_ports_and_sgs() called for port_ids ['d5725c22-3372-4948-b6ab-1aced3670355'] {{(pid=106712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:52:11.397830 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a5b78f1-8590-4abd-82c8-8cae9394f821 req-3a3f910e-5f43-4610-8eae-268d232f94a8 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] No DVR routers for this DVR port d5725c22-3372-4948-b6ab-1aced3670355 on host hv-cinder-81374 {{(pid=106710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:52:11.400456 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-7a5b78f1-8590-4abd-82c8-8cae9394f821 req-3a3f910e-5f43-4610-8eae-268d232f94a8 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for port, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:52:11.403773 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-7a5b78f1-8590-4abd-82c8-8cae9394f821 req-3a3f910e-5f43-4610-8eae-268d232f94a8 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] 10.222.0.54 "DELETE /v2.0/ports/d5725c22-3372-4948-b6ab-1aced3670355 HTTP/1.1" status: 204 len: 173 time: 0.4200134 Oct 14 07:52:11.404210 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad6aca3c-fcb9-4c9e-ad12-cad9b6ee956b', 'name': 'network-vif-deleted', 'tag': 'd5725c22-3372-4948-b6ab-1aced3670355'}] {{(pid=106710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:52:11.406505 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ebf78bef5954e8ca5597493995d581d8346ee5b9d6b2d49db072251da4c473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b278076-0144-4611-ac52-77ce2b81d0af" -d '{"events": [{"server_uuid": "ad6aca3c-fcb9-4c9e-ad12-cad9b6ee956b", "name": "network-vif-deleted", "tag": "d5725c22-3372-4948-b6ab-1aced3670355"}]}' {{(pid=106710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:52:11.442077 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fac491-d2a6-476c-a964-c145fb00ee11 x-openstack-request-id: req-14fac491-d2a6-476c-a964-c145fb00ee11 {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:52:11.442366 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad6aca3c-fcb9-4c9e-ad12-cad9b6ee956b", "name": "network-vif-deleted", "tag": "d5725c22-3372-4948-b6ab-1aced3670355", "status": "completed", "code": 200}]} {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:52:11.442620 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-14fac491-d2a6-476c-a964-c145fb00ee11 {{(pid=106710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:52:11.443013 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad6aca3c-fcb9-4c9e-ad12-cad9b6ee956b', 'name': 'network-vif-deleted', 'tag': 'd5725c22-3372-4948-b6ab-1aced3670355', 'status': 'completed', 'code': 200} Oct 14 07:52:11.530718 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-eae1f0a3-398e-4b28-80c7-faf0dbce6c23 req-3828d05a-beb4-4990-870c-882b9b615cc1 tempest-VolumesNegativeTest-104112076 tempest-VolumesNegativeTest-104112076-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad6aca3c-fcb9-4c9e-ad12-cad9b6ee956b HTTP/1.1" status: 200 len: 210 time: 0.0311935 Oct 14 07:52:12.199278 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:52:16.537754 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device d5725c22-3372-4948-b6ab-1aced3670355 no longer exists at agent hyperv_hv-cinder-81374 {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:52:16.560256 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] No Port match for: d5725c22-3372-4948-b6ab-1aced3670355 {{(pid=106712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:52:16.560595 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device d5725c22-3372-4948-b6ab-1aced3670355 not bound to the agent host hv-cinder-81374 {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:52:17.638508 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 35160) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:52:17.768126 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-738a4f07-1ee2-40f9-91ed-aa3a90ce9127 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5df03a36757444fdaa89e86cecca5783&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1284418 Oct 14 07:52:17.770478 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 35164) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:52:17.815665 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-f1b3284e-c44b-4d50-bf93-b0fceb5e953f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:52:17.835344 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-f1b3284e-c44b-4d50-bf93-b0fceb5e953f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:52:17.941920 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-f1b3284e-c44b-4d50-bf93-b0fceb5e953f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:52:17.944495 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-f1b3284e-c44b-4d50-bf93-b0fceb5e953f admin admin] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:52:17.945604 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-f1b3284e-c44b-4d50-bf93-b0fceb5e953f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1fef8d10-2c1a-4ee7-84b5-c3836009ae1f HTTP/1.1" status: 204 len: 168 time: 0.1742620 Oct 14 07:52:17.953097 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b3284e-c44b-4d50-bf93-b0fceb5e953f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fef8d10-2c1a-4ee7-84b5-c3836009ae1f,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:52:27.375206 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-1dfad92a-3d0f-40d2-9a35-22b694faf92e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:52:28.219444 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 35240) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:52:28.323982 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-f9fd384b-d4d4-48f6-8651-c4f83b15b7ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:52:28.394091 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-f9fd384b-d4d4-48f6-8651-c4f83b15b7ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:52:28.467628 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-f9fd384b-d4d4-48f6-8651-c4f83b15b7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:52:28.508055 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-f9fd384b-d4d4-48f6-8651-c4f83b15b7ae admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cbf86bb7a5254790917d87b655ec65c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2875228 Oct 14 07:52:28.508899 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fd384b-d4d4-48f6-8651-c4f83b15b7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffad05cf-114a-4eb6-ad9a-4396e05082a2,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:52:28.510946 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 35244) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:52:28.559532 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-262ff150-bad9-456b-8a92-137be609c6f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:52:28.579664 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-262ff150-bad9-456b-8a92-137be609c6f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:52:28.678912 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-262ff150-bad9-456b-8a92-137be609c6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:52:28.681619 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-262ff150-bad9-456b-8a92-137be609c6f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:52:28.682736 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-262ff150-bad9-456b-8a92-137be609c6f5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ffad05cf-114a-4eb6-ad9a-4396e05082a2 HTTP/1.1" status: 204 len: 168 time: 0.1708126 Oct 14 07:52:28.690246 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262ff150-bad9-456b-8a92-137be609c6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffad05cf-114a-4eb6-ad9a-4396e05082a2,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:52:28.697126 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ff150-bad9-456b-8a92-137be609c6f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:52:28.697477 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ff150-bad9-456b-8a92-137be609c6f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:52:28.697813 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ff150-bad9-456b-8a92-137be609c6f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:52:28.698145 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ff150-bad9-456b-8a92-137be609c6f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:52:28.698474 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ff150-bad9-456b-8a92-137be609c6f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:52:28.698802 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ff150-bad9-456b-8a92-137be609c6f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:52:28.699128 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ff150-bad9-456b-8a92-137be609c6f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:52:28.699454 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ff150-bad9-456b-8a92-137be609c6f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:52:28.699819 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ff150-bad9-456b-8a92-137be609c6f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:52:28.700143 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ff150-bad9-456b-8a92-137be609c6f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:52:28.700464 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ff150-bad9-456b-8a92-137be609c6f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:52:28.700783 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ff150-bad9-456b-8a92-137be609c6f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:52:29.993995 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-6339e63a-3ef5-4516-89f6-182b88af32e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:52:30.849885 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:52:31.330470 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-93e1ef1e-be74-48a7-9436-c986e05ec438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:52:31.784224 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.agents_db [None req-84b3d5e4-9e25-480e-9cd9-33a6a693fe4d None None] Agent healthcheck: found 6 active agents {{(pid=106713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:52:32.873273 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-439377cf-db3c-4e91-9aae-241f8a26ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:52:42.274304 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-861d30c7-7f4d-40cf-aef6-f508216f9760 req-333569b2-7f97-4b6f-a736-0de708242c48 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a36aa7ec-765f-43c4-943a-efb40c9ef94e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379806 Oct 14 07:52:42.279109 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:52:42.369263 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d30c7-7f4d-40cf-aef6-f508216f9760 req-fd129826-c920-48f6-ae8c-a832b7c39b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:52:42.370727 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-861d30c7-7f4d-40cf-aef6-f508216f9760 req-fd129826-c920-48f6-ae8c-a832b7c39b6f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b3e30b2e385344cd831846e78784b300&device_id=a36aa7ec-765f-43c4-943a-efb40c9ef94e HTTP/1.1" status: 200 len: 1099 time: 0.0394139 Oct 14 07:52:42.474877 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d30c7-7f4d-40cf-aef6-f508216f9760 req-f8580090-72f6-4611-a2cd-85699b075f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:52:42.476430 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-861d30c7-7f4d-40cf-aef6-f508216f9760 req-f8580090-72f6-4611-a2cd-85699b075f10 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fc7548a1-a2d5-45f6-9825-763d06d99878 HTTP/1.1" status: 200 len: 913 time: 0.0865078 Oct 14 07:52:42.542929 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-861d30c7-7f4d-40cf-aef6-f508216f9760 req-30373bd7-faeb-4f98-b7ab-3e61c560e369 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5b0f34f-c87f-4833-92c1-74b4b0f17f57 HTTP/1.1" status: 200 len: 1001 time: 0.0595546 Oct 14 07:52:42.591071 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d30c7-7f4d-40cf-aef6-f508216f9760 req-7032adad-0fdf-4b1b-84fa-ce399c48e185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:52:42.592478 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-861d30c7-7f4d-40cf-aef6-f508216f9760 req-7032adad-0fdf-4b1b-84fa-ce399c48e185 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c75e489e-d577-4f33-bc9a-11bccc0fd731 HTTP/1.1" status: 200 len: 851 time: 0.0422544 Oct 14 07:52:42.636224 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d30c7-7f4d-40cf-aef6-f508216f9760 req-70c93259-4123-486e-8211-9473e9518389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:52:42.637706 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-861d30c7-7f4d-40cf-aef6-f508216f9760 req-70c93259-4123-486e-8211-9473e9518389 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fc7548a1-a2d5-45f6-9825-763d06d99878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379958 Oct 14 07:52:42.648437 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [req-861d30c7-7f4d-40cf-aef6-f508216f9760 req-e4cd7522-07ec-46c3-be9d-59bb6825584e service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=106710) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 07:52:42.649597 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-861d30c7-7f4d-40cf-aef6-f508216f9760 req-e4cd7522-07ec-46c3-be9d-59bb6825584e service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049279 Oct 14 07:52:42.980001 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-861d30c7-7f4d-40cf-aef6-f508216f9760 req-78d906fe-769a-4329-996b-2086234f3807 service neutron] 10.222.0.54 "GET /v2.0/networks/fc7548a1-a2d5-45f6-9825-763d06d99878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232832 Oct 14 07:52:43.068195 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-861d30c7-7f4d-40cf-aef6-f508216f9760 req-a7a3719d-8f8c-4035-8a11-34c104d4a02f service neutron] 10.222.0.54 "GET /v2.0/networks/fc7548a1-a2d5-45f6-9825-763d06d99878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812247 Oct 14 07:52:57.374439 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-d3767507-38f8-4c29-88dc-00e9ecf04c8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:52:59.992850 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-72a8310d-cd2b-4993-ba4b-e935fa0939b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:53:00.827004 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:53:01.307033 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-93e1ef1e-be74-48a7-9436-c986e05ec438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:53:02.882742 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-439377cf-db3c-4e91-9aae-241f8a26ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:53:08.782898 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.agents_db [None req-84b3d5e4-9e25-480e-9cd9-33a6a693fe4d None None] Agent healthcheck: found 6 active agents {{(pid=106713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:53:12.232713 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:53:24.323370 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-5a5852da-cbfa-44c7-9a77-40e579cf8211 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-824887916&fields=id&tenant_id=b3e30b2e385344cd831846e78784b300 HTTP/1.1" status: 200 len: 267 time: 0.0322833 Oct 14 07:53:24.424720 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-a688931e-6360-4f9d-a329-c90367b2245b tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:53:24.426143 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-a688931e-6360-4f9d-a329-c90367b2245b tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/networks?id=fc7548a1-a2d5-45f6-9825-763d06d99878 HTTP/1.1" status: 200 len: 812 time: 0.0962656 Oct 14 07:53:24.440837 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-4cc8db91-bdcd-49d2-ad35-2ba6ca39aef7 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/quotas/b3e30b2e385344cd831846e78784b300 HTTP/1.1" status: 200 len: 375 time: 0.0085068 Oct 14 07:53:24.502377 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-2e954436-9bdd-4576-9b37-5c9bb5dda558 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b3e30b2e385344cd831846e78784b300&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0564389 Oct 14 07:53:24.517461 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-ece32f86-8bf8-4861-baaf-1b19e46113f1 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=106711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 07:53:24.518381 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-ece32f86-8bf8-4861-baaf-1b19e46113f1 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051675 Oct 14 07:53:24.606006 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-eb609199-3503-4b39-bbc1-b8f49282b7f3 service neutron] 10.222.0.47 "GET /v2.0/networks/fc7548a1-a2d5-45f6-9825-763d06d99878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820782 Oct 14 07:53:24.694738 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-3744e5fc-c37e-4a13-b490-6b59b0d5fd49 service neutron] 10.222.0.47 "GET /v2.0/networks/fc7548a1-a2d5-45f6-9825-763d06d99878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828805 Oct 14 07:53:25.362854 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-1e8ef979-33cd-45d7-bba0-db7838625496 req-c2818aed-4459-4bd4-8ef5-c4277a8ebc7d tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0409ab3-bc7e-40fa-a04a-ef809461b165 HTTP/1.1" status: 200 len: 210 time: 0.1229773 Oct 14 07:53:26.452478 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-71be37c7-a991-4f4c-991d-a5a7ba39217b req-8fba7342-fd30-462b-ba03-5f0b9ac25437 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0409ab3-bc7e-40fa-a04a-ef809461b165 HTTP/1.1" status: 200 len: 210 time: 0.0268157 Oct 14 07:53:27.126724 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-b2bac085-4d24-4a4d-a314-b0dcaa9ce073 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:53:27.128341 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-b2bac085-4d24-4a4d-a314-b0dcaa9ce073 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.54 "GET /v2.0/networks?id=fc7548a1-a2d5-45f6-9825-763d06d99878 HTTP/1.1" status: 200 len: 812 time: 0.1500490 Oct 14 07:53:27.204036 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-5295136f-17b3-4828-8323-32176bcc6c33 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3e30b2e385344cd831846e78784b300 HTTP/1.1" status: 200 len: 379 time: 0.0354264 Oct 14 07:53:27.214258 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-8f8b5d26-6018-49ce-afbd-c788f847d578 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Request body: {'port': {'device_id': 'a0409ab3-bc7e-40fa-a04a-ef809461b165', 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878', 'admin_state_up': True, 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'security_groups': ['5195c0a2-1d1f-4ea4-b695-5e814571f83a']}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:53:27.358308 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-f1178936-d7a6-4bc2-ac3a-59cf468f8743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:53:27.386743 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-8f8b5d26-6018-49ce-afbd-c788f847d578 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Made reservation on behalf of b3e30b2e385344cd831846e78784b300 for: {'port': 1} {{(pid=106710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:53:27.390306 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-8f8b5d26-6018-49ce-afbd-c788f847d578 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:53:27.511014 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.db_base_plugin_common [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-8f8b5d26-6018-49ce-afbd-c788f847d578 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Allocated IP 172.20.0.13 (fc7548a1-a2d5-45f6-9825-763d06d99878/c75e489e-d577-4f33-bc9a-11bccc0fd731/8367f4ee-81ee-4c4b-81e8-49076bcfaf44) {{(pid=106710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:53:27.553225 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-331c25aa-5ceb-48e5-bab8-a7f58db5d877 req-87d9e534-52fa-4b42-a516-52230632156a tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0409ab3-bc7e-40fa-a04a-ef809461b165 HTTP/1.1" status: 200 len: 210 time: 0.0336328 Oct 14 07:53:27.669710 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-8f8b5d26-6018-49ce-afbd-c788f847d578 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks [] for port, precommit_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:53:27.757633 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-8f8b5d26-6018-49ce-afbd-c788f847d578 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16030778'] for port, after_create {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:53:27.804327 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-8f8b5d26-6018-49ce-afbd-c788f847d578 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Network fc7548a1-a2d5-45f6-9825-763d06d99878 is already hosted by enough agents. {{(pid=106710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:53:27.807279 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.base_scheduler [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-8f8b5d26-6018-49ce-afbd-c788f847d578 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Resources bound (agent type, host, resource id): {{(pid=106710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:53:27.809895 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-8f8b5d26-6018-49ce-afbd-c788f847d578 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Received port after_create {{(pid=106710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:53:27.838605 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8b5d26-6018-49ce-afbd-c788f847d578 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Pushing event updated for resources: {'Port': ['ID=8367f4ee-81ee-4c4b-81e8-49076bcfaf44,revision_number=1']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:53:27.868537 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-8f8b5d26-6018-49ce-afbd-c788f847d578 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:53:27.869170 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-8f8b5d26-6018-49ce-afbd-c788f847d578 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for port, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:53:27.937087 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-8f8b5d26-6018-49ce-afbd-c788f847d578 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7263942 Oct 14 07:53:27.956041 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.v2.base [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-65f00f63-3d72-460d-84c5-899f266aeb07 service neutron] Request body: {'port': {'device_id': 'a0409ab3-bc7e-40fa-a04a-ef809461b165', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81374'}} {{(pid=106710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:53:28.008432 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-65f00f63-3d72-460d-84c5-899f266aeb07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:53:28.078446 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-80ad2ca0-85a2-4913-a4d8-a0a320f39018 None None] Provisioning complete for port 8367f4ee-81ee-4c4b-81e8-49076bcfaf44 triggered by entity DHCP. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:53:28.078705 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-80ad2ca0-85a2-4913-a4d8-a0a320f39018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:53:28.112981 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-80ad2ca0-85a2-4913-a4d8-a0a320f39018 None None] Port 8367f4ee-81ee-4c4b-81e8-49076bcfaf44 cannot update to ACTIVE because it is not bound. {{(pid=106712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 07:53:28.268379 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.notifiers.nova [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-65f00f63-3d72-460d-84c5-899f266aeb07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8367f4ee-81ee-4c4b-81e8-49076bcfaf44 {{(pid=106710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:53:28.278052 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-65f00f63-3d72-460d-84c5-899f266aeb07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:53:28.289621 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.provisioning_blocks [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-65f00f63-3d72-460d-84c5-899f266aeb07 service neutron] Transition to ACTIVE for port object 8367f4ee-81ee-4c4b-81e8-49076bcfaf44 will not be triggered until provisioned by entity L2. {{(pid=106710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 07:53:28.363503 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-65f00f63-3d72-460d-84c5-899f266aeb07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16030733'] for port, after_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:53:28.415756 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f00f63-3d72-460d-84c5-899f266aeb07 service neutron] Pushing event updated for resources: {'Port': ['ID=8367f4ee-81ee-4c4b-81e8-49076bcfaf44,revision_number=2']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:53:28.483333 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.managers [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-65f00f63-3d72-460d-84c5-899f266aeb07 service neutron] Attempting to bind port 8367f4ee-81ee-4c4b-81e8-49076bcfaf44 on host hv-cinder-81374 for vnic_type normal with profile {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:53:28.483713 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.managers [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-65f00f63-3d72-460d-84c5-899f266aeb07 service neutron] Attempting to bind port 8367f4ee-81ee-4c4b-81e8-49076bcfaf44 by drivers openvswitch,hyperv on host hv-cinder-81374 at level 0 using segments [{'id': '94d52bff-5716-4774-8920-76cd196c616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878'}] {{(pid=106710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:53:28.484056 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-65f00f63-3d72-460d-84c5-899f266aeb07 service neutron] Attempting to bind port 8367f4ee-81ee-4c4b-81e8-49076bcfaf44 on network fc7548a1-a2d5-45f6-9825-763d06d99878 {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:53:28.488681 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-65f00f63-3d72-460d-84c5-899f266aeb07 service neutron] Port 8367f4ee-81ee-4c4b-81e8-49076bcfaf44 on network fc7548a1-a2d5-45f6-9825-763d06d99878 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81374 {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 07:53:28.489005 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-65f00f63-3d72-460d-84c5-899f266aeb07 service neutron] Attempting to bind port 8367f4ee-81ee-4c4b-81e8-49076bcfaf44 on network fc7548a1-a2d5-45f6-9825-763d06d99878 {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:53:28.494388 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-65f00f63-3d72-460d-84c5-899f266aeb07 service neutron] Checking agent: {'id': 'e9e2cc54-3b31-4b83-b77c-54087550ab3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 7, 40, 39), 'started_at': datetime.datetime(2021, 10, 14, 7, 40, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:53:28.494776 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-65f00f63-3d72-460d-84c5-899f266aeb07 service neutron] Checking segment: {'id': '94d52bff-5716-4774-8920-76cd196c616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:53:28.495113 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-65f00f63-3d72-460d-84c5-899f266aeb07 service neutron] Bound using segment: {'id': '94d52bff-5716-4774-8920-76cd196c616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878'} {{(pid=106710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:53:28.495540 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.managers [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-65f00f63-3d72-460d-84c5-899f266aeb07 service neutron] Bound port: 8367f4ee-81ee-4c4b-81e8-49076bcfaf44, host: hv-cinder-81374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d52bff-5716-4774-8920-76cd196c616a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878'}}] {{(pid=106710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:53:28.495923 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-65f00f63-3d72-460d-84c5-899f266aeb07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:53:28.563383 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.db [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-65f00f63-3d72-460d-84c5-899f266aeb07 service neutron] For port 8367f4ee-81ee-4c4b-81e8-49076bcfaf44, host hv-cinder-81374, cleared binding levels {{(pid=106710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:53:28.566576 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.db [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-65f00f63-3d72-460d-84c5-899f266aeb07 service neutron] For port 8367f4ee-81ee-4c4b-81e8-49076bcfaf44, host hv-cinder-81374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=8367f4ee-81ee-4c4b-81e8-49076bcfaf44,segment=NetworkSegment(94d52bff-5716-4774-8920-76cd196c616a),segment_id=94d52bff-5716-4774-8920-76cd196c616a)] {{(pid=106710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:53:28.648956 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-65f00f63-3d72-460d-84c5-899f266aeb07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16030733'] for port, after_update {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:53:28.666037 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135f914-9957-4449-a2f9-4cad82362a74 req-17949cda-0cf1-4129-b46f-061ddf2ddead tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:53:28.667637 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-1135f914-9957-4449-a2f9-4cad82362a74 req-17949cda-0cf1-4129-b46f-061ddf2ddead tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0409ab3-bc7e-40fa-a04a-ef809461b165 HTTP/1.1" status: 200 len: 944 time: 0.0500693 Oct 14 07:53:28.683416 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-65f00f63-3d72-460d-84c5-899f266aeb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:53:28.684184 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-65f00f63-3d72-460d-84c5-899f266aeb07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for port, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:53:28.685821 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-65f00f63-3d72-460d-84c5-899f266aeb07 service neutron] 10.222.0.54 "PUT /v2.0/ports/8367f4ee-81ee-4c4b-81e8-49076bcfaf44 HTTP/1.1" status: 200 len: 1094 time: 0.7342169 Oct 14 07:53:28.686310 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0409ab3-bc7e-40fa-a04a-ef809461b165', 'tag': '8367f4ee-81ee-4c4b-81e8-49076bcfaf44'}] {{(pid=106710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:53:28.688678 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ebf78bef5954e8ca5597493995d581d8346ee5b9d6b2d49db072251da4c473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1fdb321-17af-4857-a721-0c50ec3102e7" -d '{"events": [{"name": "network-changed", "server_uuid": "a0409ab3-bc7e-40fa-a04a-ef809461b165", "tag": "8367f4ee-81ee-4c4b-81e8-49076bcfaf44"}]}' {{(pid=106710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:53:28.709012 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-1135f914-9957-4449-a2f9-4cad82362a74 req-6b34e682-f1ac-4c1f-bebb-a6d407884c84 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344346 Oct 14 07:53:28.737763 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1dc6d5-0ed6-496e-8554-fd28ffe62720 x-openstack-request-id: req-aa1dc6d5-0ed6-496e-8554-fd28ffe62720 {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:53:28.740940 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0409ab3-bc7e-40fa-a04a-ef809461b165", "tag": "8367f4ee-81ee-4c4b-81e8-49076bcfaf44", "status": "completed", "code": 200}]} {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:53:28.740940 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-aa1dc6d5-0ed6-496e-8554-fd28ffe62720 {{(pid=106710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:53:28.740940 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0409ab3-bc7e-40fa-a04a-ef809461b165', 'tag': '8367f4ee-81ee-4c4b-81e8-49076bcfaf44', 'status': 'completed', 'code': 200} Oct 14 07:53:28.742025 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f00f63-3d72-460d-84c5-899f266aeb07 service neutron] Pushing event updated for resources: {'Port': ['ID=8367f4ee-81ee-4c4b-81e8-49076bcfaf44,revision_number=3']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:53:28.750206 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f00f63-3d72-460d-84c5-899f266aeb07 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:53:28.750556 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f00f63-3d72-460d-84c5-899f266aeb07 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:53:28.750897 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f00f63-3d72-460d-84c5-899f266aeb07 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:53:28.751230 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f00f63-3d72-460d-84c5-899f266aeb07 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:53:28.751565 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f00f63-3d72-460d-84c5-899f266aeb07 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:53:28.751918 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f00f63-3d72-460d-84c5-899f266aeb07 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:53:28.752251 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f00f63-3d72-460d-84c5-899f266aeb07 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:53:28.752577 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f00f63-3d72-460d-84c5-899f266aeb07 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:53:28.752902 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f00f63-3d72-460d-84c5-899f266aeb07 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:53:28.753234 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f00f63-3d72-460d-84c5-899f266aeb07 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:53:28.753572 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f00f63-3d72-460d-84c5-899f266aeb07 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:53:28.753878 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f00f63-3d72-460d-84c5-899f266aeb07 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:53:28.822932 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fdb321-17af-4857-a721-0c50ec3102e7 req-1458c0b0-7090-49cb-a1dd-4191e347eb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:53:28.824555 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-e1fdb321-17af-4857-a721-0c50ec3102e7 req-1458c0b0-7090-49cb-a1dd-4191e347eb51 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b3e30b2e385344cd831846e78784b300&device_id=a0409ab3-bc7e-40fa-a04a-ef809461b165 HTTP/1.1" status: 200 len: 1097 time: 0.0450981 Oct 14 07:53:28.934585 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fdb321-17af-4857-a721-0c50ec3102e7 req-448a2a22-178e-4624-8678-de777b72edb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:53:28.935991 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-e1fdb321-17af-4857-a721-0c50ec3102e7 req-448a2a22-178e-4624-8678-de777b72edb3 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=b3e30b2e385344cd831846e78784b300&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0946195 Oct 14 07:53:29.031262 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fdb321-17af-4857-a721-0c50ec3102e7 req-053af177-94b8-4ec2-9263-c46e6ac76bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:53:29.032749 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-e1fdb321-17af-4857-a721-0c50ec3102e7 req-053af177-94b8-4ec2-9263-c46e6ac76bb8 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887527 Oct 14 07:53:29.128973 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-32756701-5bc1-4e60-872d-4ad8e63f9ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:53:29.130406 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-32756701-5bc1-4e60-872d-4ad8e63f9ad1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b3e30b2e385344cd831846e78784b300&device_id=a0409ab3-bc7e-40fa-a04a-ef809461b165 HTTP/1.1" status: 200 len: 1097 time: 0.0398169 Oct 14 07:53:29.180889 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-d0499f0a-d381-45e3-b3d4-227f672eb406 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8367f4ee-81ee-4c4b-81e8-49076bcfaf44 HTTP/1.1" status: 200 len: 217 time: 0.0331929 Oct 14 07:53:29.229008 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-4329f795-b816-4353-a2cc-f757ef072e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:53:29.230336 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-4329f795-b816-4353-a2cc-f757ef072e80 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c75e489e-d577-4f33-bc9a-11bccc0fd731 HTTP/1.1" status: 200 len: 851 time: 0.0421119 Oct 14 07:53:29.278783 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-b04f53cd-8666-46a4-b90a-2f60be0b7d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:53:29.280235 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-b04f53cd-8666-46a4-b90a-2f60be0b7d91 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fc7548a1-a2d5-45f6-9825-763d06d99878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419638 Oct 14 07:53:29.367173 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-80b3c208-bf4c-4589-925c-701b48ffdfab service neutron] 10.222.0.54 "GET /v2.0/networks/fc7548a1-a2d5-45f6-9825-763d06d99878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788758 Oct 14 07:53:29.457856 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-1ef840d5-c887-4a4f-bf3f-b795f24ba68c req-982a1dd9-c7e6-414d-9e90-9061c780f3e6 service neutron] 10.222.0.54 "GET /v2.0/networks/fc7548a1-a2d5-45f6-9825-763d06d99878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827796 Oct 14 07:53:29.821742 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5f768-7fa7-42cd-91c4-6ed3ed5c6ec3 req-80432c69-d830-4ef6-b9f7-3a75188f6cf2 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:53:29.823176 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-37e5f768-7fa7-42cd-91c4-6ed3ed5c6ec3 req-80432c69-d830-4ef6-b9f7-3a75188f6cf2 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0409ab3-bc7e-40fa-a04a-ef809461b165 HTTP/1.1" status: 200 len: 944 time: 0.0472488 Oct 14 07:53:29.859426 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-37e5f768-7fa7-42cd-91c4-6ed3ed5c6ec3 req-574d2c13-22d2-4219-952c-9ab766d5e2f0 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302334 Oct 14 07:53:29.992183 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-6ac83ee3-6d49-41d5-b0f7-95a6fe584015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:53:30.825155 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:53:30.971265 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0866495-cd6a-4abb-a354-0fd01e32bcb3 req-5e6a0ac6-2fdc-459d-89b8-272f2be340be tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:53:30.972735 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c0866495-cd6a-4abb-a354-0fd01e32bcb3 req-5e6a0ac6-2fdc-459d-89b8-272f2be340be tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0409ab3-bc7e-40fa-a04a-ef809461b165 HTTP/1.1" status: 200 len: 944 time: 0.0470052 Oct 14 07:53:31.009395 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c0866495-cd6a-4abb-a354-0fd01e32bcb3 req-f2f2dd7d-b85b-45c6-a207-67770a172588 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298512 Oct 14 07:53:31.340575 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-93e1ef1e-be74-48a7-9436-c986e05ec438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:53:32.123919 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f72fdf-c0c6-4efc-a6c3-ff88ad5d040b req-266da999-72bf-4d1c-a206-e94a5428fb71 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:53:32.125358 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-37f72fdf-c0c6-4efc-a6c3-ff88ad5d040b req-266da999-72bf-4d1c-a206-e94a5428fb71 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0409ab3-bc7e-40fa-a04a-ef809461b165 HTTP/1.1" status: 200 len: 944 time: 0.0512831 Oct 14 07:53:32.161586 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-37f72fdf-c0c6-4efc-a6c3-ff88ad5d040b req-ff27983a-a3cc-49e3-aa01-39846fe8712c tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304582 Oct 14 07:53:32.883583 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-439377cf-db3c-4e91-9aae-241f8a26ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:53:33.271393 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d6ebb-ac5e-4ea5-81ec-fe15bcead4e5 req-b4ddda64-bdff-4d93-baaa-30362213660c tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:53:33.272861 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-922d6ebb-ac5e-4ea5-81ec-fe15bcead4e5 req-b4ddda64-bdff-4d93-baaa-30362213660c tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0409ab3-bc7e-40fa-a04a-ef809461b165 HTTP/1.1" status: 200 len: 944 time: 0.0475166 Oct 14 07:53:33.313060 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-922d6ebb-ac5e-4ea5-81ec-fe15bcead4e5 req-abc88b96-0a41-4d09-a0ab-be466d4137c0 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335009 Oct 14 07:53:34.424180 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0209814-e83f-486d-bafa-29b97bf65535 req-1d536ac2-8c49-4737-b807-716d5f11c2ba tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:53:34.425627 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-c0209814-e83f-486d-bafa-29b97bf65535 req-1d536ac2-8c49-4737-b807-716d5f11c2ba tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0409ab3-bc7e-40fa-a04a-ef809461b165 HTTP/1.1" status: 200 len: 944 time: 0.0483792 Oct 14 07:53:34.461535 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-c0209814-e83f-486d-bafa-29b97bf65535 req-8b2e7727-7c7d-4b92-81c9-ad1b3887050e tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300572 Oct 14 07:53:35.574409 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d690b3-1382-429e-b5a5-534e1fdaabde req-08958d31-1d6b-4eb8-9e70-0a9a7021b0f0 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:53:35.575945 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-94d690b3-1382-429e-b5a5-534e1fdaabde req-08958d31-1d6b-4eb8-9e70-0a9a7021b0f0 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0409ab3-bc7e-40fa-a04a-ef809461b165 HTTP/1.1" status: 200 len: 944 time: 0.0481193 Oct 14 07:53:35.612166 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-94d690b3-1382-429e-b5a5-534e1fdaabde req-3fff21ae-fe0f-4af4-acd0-18ca14541f9d tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304766 Oct 14 07:53:36.722269 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60084ff-a5d5-46c6-a69c-255544e82e9e req-da84e8be-7f8c-45da-88fc-fd0e3882873a tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:53:36.723836 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-e60084ff-a5d5-46c6-a69c-255544e82e9e req-da84e8be-7f8c-45da-88fc-fd0e3882873a tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0409ab3-bc7e-40fa-a04a-ef809461b165 HTTP/1.1" status: 200 len: 944 time: 0.0478711 Oct 14 07:53:36.761724 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-e60084ff-a5d5-46c6-a69c-255544e82e9e req-7e42233c-fc61-44f2-987f-9cd2266164f5 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318112 Oct 14 07:53:37.877005 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2d841-51aa-4816-b915-9c09873f3e44 req-2573cdb9-5fc9-4c65-aeb7-175afc4ed335 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:53:37.878436 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-cbd2d841-51aa-4816-b915-9c09873f3e44 req-2573cdb9-5fc9-4c65-aeb7-175afc4ed335 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0409ab3-bc7e-40fa-a04a-ef809461b165 HTTP/1.1" status: 200 len: 944 time: 0.0471799 Oct 14 07:53:37.915507 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-cbd2d841-51aa-4816-b915-9c09873f3e44 req-1716f707-98c2-48c3-a98a-64bb9e8452b3 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312152 Oct 14 07:53:38.890627 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 8367f4ee-81ee-4c4b-81e8-49076bcfaf44 details requested by agent hyperv_hv-cinder-81374 with host hv-cinder-81374 {{(pid=106712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 07:53:38.982613 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port 8367f4ee-81ee-4c4b-81e8-49076bcfaf44, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=8367f4ee-81ee-4c4b-81e8-49076bcfaf44,segment=NetworkSegment(94d52bff-5716-4774-8920-76cd196c616a),segment_id=94d52bff-5716-4774-8920-76cd196c616a)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:53:38.993546 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Returning: {'device': '8367f4ee-81ee-4c4b-81e8-49076bcfaf44', 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878', 'port_id': '8367f4ee-81ee-4c4b-81e8-49076bcfaf44', 'mac_address': 'fa:16:3e:f2:79:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c75e489e-d577-4f33-bc9a-11bccc0fd731', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 07:53:39.029481 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f44f2-885f-40db-9cbe-67fddcc4ce1b req-e6c035d3-ab3c-4a79-ae6c-1355f747e3e7 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:53:39.030930 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-f99f44f2-885f-40db-9cbe-67fddcc4ce1b req-e6c035d3-ab3c-4a79-ae6c-1355f747e3e7 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0409ab3-bc7e-40fa-a04a-ef809461b165 HTTP/1.1" status: 200 len: 944 time: 0.0515709 Oct 14 07:53:39.033441 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:53:39.045703 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8367f4ee-81ee-4c4b-81e8-49076bcfaf44 {{(pid=106712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:53:39.064342 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port 8367f4ee-81ee-4c4b-81e8-49076bcfaf44, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=8367f4ee-81ee-4c4b-81e8-49076bcfaf44,segment=NetworkSegment(94d52bff-5716-4774-8920-76cd196c616a),segment_id=94d52bff-5716-4774-8920-76cd196c616a)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:53:39.067993 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-f99f44f2-885f-40db-9cbe-67fddcc4ce1b req-f34e6348-573d-4a79-a4a4-7cb4b7f9131d tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311651 Oct 14 07:53:39.123847 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:53:39.169892 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=8367f4ee-81ee-4c4b-81e8-49076bcfaf44,revision_number=4']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:53:39.176671 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:53:39.177020 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:53:39.177356 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:53:39.177685 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:53:39.178013 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:53:39.178338 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:53:39.178662 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:53:39.178984 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:53:39.179308 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:53:39.179652 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:53:39.179998 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:53:39.180313 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:53:39.438178 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] get_ports_and_sgs() called for port_ids ['8367f4ee-81ee-4c4b-81e8-49076bcfaf44'] {{(pid=106712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:53:40.177404 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50eaf7-c9d0-4200-8918-474dad3b5267 req-1fc1554a-8c3f-443b-bb2e-33fe121bce47 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:53:40.178831 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-2c50eaf7-c9d0-4200-8918-474dad3b5267 req-1fc1554a-8c3f-443b-bb2e-33fe121bce47 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0409ab3-bc7e-40fa-a04a-ef809461b165 HTTP/1.1" status: 200 len: 945 time: 0.0473638 Oct 14 07:53:40.218723 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-2c50eaf7-c9d0-4200-8918-474dad3b5267 req-c58721ad-efc4-4b00-bbad-f904a8870988 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341306 Oct 14 07:53:40.887922 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 8367f4ee-81ee-4c4b-81e8-49076bcfaf44 up at agent hyperv_hv-cinder-81374 {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:53:41.003316 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Provisioning for port 8367f4ee-81ee-4c4b-81e8-49076bcfaf44 completed by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 07:53:41.006802 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Provisioning complete for port 8367f4ee-81ee-4c4b-81e8-49076bcfaf44 triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:53:41.007185 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:53:41.083784 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:53:41.106115 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0409ab3-bc7e-40fa-a04a-ef809461b165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8367f4ee-81ee-4c4b-81e8-49076bcfaf44'}] {{(pid=106712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:53:41.108374 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3db9d29808d7d8625da6d6dfdab11118ca3df70b734e515c8bcc451a900cfacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629ffa1c-4d76-4968-a9fe-c77d9e0aa74a" -d '{"events": [{"server_uuid": "a0409ab3-bc7e-40fa-a04a-ef809461b165", "name": "network-vif-plugged", "status": "completed", "tag": "8367f4ee-81ee-4c4b-81e8-49076bcfaf44"}]}' {{(pid=106712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:53:41.120587 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port 8367f4ee-81ee-4c4b-81e8-49076bcfaf44, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=8367f4ee-81ee-4c4b-81e8-49076bcfaf44,segment=NetworkSegment(94d52bff-5716-4774-8920-76cd196c616a),segment_id=94d52bff-5716-4774-8920-76cd196c616a)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:53:41.150749 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615abf64-6bc0-44b0-8d1a-fa6a9a729aae x-openstack-request-id: req-615abf64-6bc0-44b0-8d1a-fa6a9a729aae {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:53:41.150749 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0409ab3-bc7e-40fa-a04a-ef809461b165", "name": "network-vif-plugged", "status": "completed", "tag": "8367f4ee-81ee-4c4b-81e8-49076bcfaf44", "code": 200}]} {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:53:41.150749 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-615abf64-6bc0-44b0-8d1a-fa6a9a729aae {{(pid=106712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:53:41.150749 dv-cinder-813746-2-iscsi neutron-server[106712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0409ab3-bc7e-40fa-a04a-ef809461b165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8367f4ee-81ee-4c4b-81e8-49076bcfaf44', 'code': 200} Oct 14 07:53:41.226470 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:53:41.275047 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=8367f4ee-81ee-4c4b-81e8-49076bcfaf44,revision_number=5']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:53:41.331592 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b2084-aa22-4fe7-ac13-9f77aac25d21 req-f9ae3ee5-7509-46ab-ae9a-67496f7ec7fd tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:53:41.333084 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-3a8b2084-aa22-4fe7-ac13-9f77aac25d21 req-f9ae3ee5-7509-46ab-ae9a-67496f7ec7fd tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0409ab3-bc7e-40fa-a04a-ef809461b165 HTTP/1.1" status: 200 len: 946 time: 0.0496593 Oct 14 07:53:41.371122 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-3a8b2084-aa22-4fe7-ac13-9f77aac25d21 req-571a3c3e-4fdc-437f-9a96-f096cde6fd55 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316975 Oct 14 07:53:41.574522 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249c8ee-2dbc-4344-9b22-33a5fddf5603 req-cfe0b57e-0ed0-4dde-a833-b261c3cdb14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:53:41.575973 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c249c8ee-2dbc-4344-9b22-33a5fddf5603 req-cfe0b57e-0ed0-4dde-a833-b261c3cdb14c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a0409ab3-bc7e-40fa-a04a-ef809461b165 HTTP/1.1" status: 200 len: 1099 time: 0.0818896 Oct 14 07:53:41.609991 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-c249c8ee-2dbc-4344-9b22-33a5fddf5603 req-aca22ff6-ca60-4300-8856-8047da34c177 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264578 Oct 14 07:53:42.264915 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:53:42.490240 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e51183-7f25-4011-9dcc-58ebe2ab46c6 req-8164665b-241d-4911-9ecd-a4f980352546 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:53:42.491698 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-95e51183-7f25-4011-9dcc-58ebe2ab46c6 req-8164665b-241d-4911-9ecd-a4f980352546 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0409ab3-bc7e-40fa-a04a-ef809461b165 HTTP/1.1" status: 200 len: 946 time: 0.0471592 Oct 14 07:53:42.530632 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-95e51183-7f25-4011-9dcc-58ebe2ab46c6 req-993504a3-f9e5-4256-ac8d-f42693a9a19b tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322988 Oct 14 07:53:43.276194 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-083f462c-34ea-41c3-a4a0-78ff733bbe46 req-dab4b9b5-808a-429d-9d49-50eb74990ba8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377088 Oct 14 07:53:43.349797 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f462c-34ea-41c3-a4a0-78ff733bbe46 req-6b6cb40d-03bf-4bff-94d5-e1ec027b42db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:53:43.351250 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-083f462c-34ea-41c3-a4a0-78ff733bbe46 req-6b6cb40d-03bf-4bff-94d5-e1ec027b42db service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c0272f2246984916b984cd7271af15f1&device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 1098 time: 0.0435665 Oct 14 07:53:43.450517 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f462c-34ea-41c3-a4a0-78ff733bbe46 req-fc3b91a3-4aa9-4241-9838-362b2c63d21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:53:43.451958 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-083f462c-34ea-41c3-a4a0-78ff733bbe46 req-fc3b91a3-4aa9-4241-9838-362b2c63d21d service neutron] 10.222.0.54 "GET /v2.0/networks?id=f7764aed-a19b-4271-a494-ccd5ea011064 HTTP/1.1" status: 200 len: 909 time: 0.0823715 Oct 14 07:53:43.530454 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-083f462c-34ea-41c3-a4a0-78ff733bbe46 req-7ccf8130-6463-4d13-966a-26d4297075b2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=286e58c2-ee3e-4ed4-aa4c-830f49b1a106 HTTP/1.1" status: 200 len: 1000 time: 0.0590775 Oct 14 07:53:43.578135 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f462c-34ea-41c3-a4a0-78ff733bbe46 req-3cec61c4-eaec-4bc3-a1bb-7e7d57099e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:53:43.579578 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-083f462c-34ea-41c3-a4a0-78ff733bbe46 req-3cec61c4-eaec-4bc3-a1bb-7e7d57099e7c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9f13b57c-188f-4a9e-b92e-29ec002717c2 HTTP/1.1" status: 200 len: 847 time: 0.0429375 Oct 14 07:53:43.654132 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f462c-34ea-41c3-a4a0-78ff733bbe46 req-654f5559-b407-4f7c-a623-4ff10cefecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:53:43.655598 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-083f462c-34ea-41c3-a4a0-78ff733bbe46 req-654f5559-b407-4f7c-a623-4ff10cefecd9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f7764aed-a19b-4271-a494-ccd5ea011064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0690145 Oct 14 07:53:43.666041 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d71838-4f47-4103-90f2-6eadbf05dbe4 req-fa26ceac-d1ff-4a94-a94c-91b3e5a65c07 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:53:43.667925 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-46d71838-4f47-4103-90f2-6eadbf05dbe4 req-fa26ceac-d1ff-4a94-a94c-91b3e5a65c07 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0409ab3-bc7e-40fa-a04a-ef809461b165 HTTP/1.1" status: 200 len: 946 time: 0.0717912 Oct 14 07:53:43.754013 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-46d71838-4f47-4103-90f2-6eadbf05dbe4 req-fad1449d-d500-44b5-9254-68ae6c7de66d tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784781 Oct 14 07:53:43.775948 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-083f462c-34ea-41c3-a4a0-78ff733bbe46 req-df10466c-07de-4a12-a73b-419a6b47e8b6 service neutron] 10.222.0.54 "GET /v2.0/networks/f7764aed-a19b-4271-a494-ccd5ea011064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070771 Oct 14 07:53:43.868135 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bcf074-0df2-4629-8fc5-20dcfbfb49d2 req-da2a884f-0b2f-4dac-8d38-cf8d855fc9a4 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:53:43.869614 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-77bcf074-0df2-4629-8fc5-20dcfbfb49d2 req-da2a884f-0b2f-4dac-8d38-cf8d855fc9a4 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0409ab3-bc7e-40fa-a04a-ef809461b165 HTTP/1.1" status: 200 len: 946 time: 0.0476577 Oct 14 07:53:43.871194 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-083f462c-34ea-41c3-a4a0-78ff733bbe46 req-7150d5aa-b340-4fd2-b819-4cfe27f26621 service neutron] 10.222.0.54 "GET /v2.0/networks/f7764aed-a19b-4271-a494-ccd5ea011064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868218 Oct 14 07:53:43.907841 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-77bcf074-0df2-4629-8fc5-20dcfbfb49d2 req-0793c6b3-1e17-4ed4-b3ba-aa3222da9541 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315511 Oct 14 07:53:43.929549 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 35360) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:53:43.970895 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d1b512-5602-41cb-9993-3816f2a74947 tempest-TestVolumeBootPattern-1208993588 tempest-TestVolumeBootPattern-1208993588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:53:43.972407 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-84d1b512-5602-41cb-9993-3816f2a74947 tempest-TestVolumeBootPattern-1208993588 tempest-TestVolumeBootPattern-1208993588-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a0409ab3-bc7e-40fa-a04a-ef809461b165 HTTP/1.1" status: 200 len: 1094 time: 0.0419028 Oct 14 07:53:43.975093 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 35362) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:53:43.979181 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.v2.base [None req-4d0c3e71-e4c1-4d8c-9daa-11501f38112d tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Request body: {'floatingip': {'floating_network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'port_id': '8367f4ee-81ee-4c4b-81e8-49076bcfaf44', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:53:44.049497 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-4d0c3e71-e4c1-4d8c-9daa-11501f38112d tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks [] for floatingip, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:53:44.140484 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-4d0c3e71-e4c1-4d8c-9daa-11501f38112d tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:53:44.245063 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.db_base_plugin_common [None req-4d0c3e71-e4c1-4d8c-9daa-11501f38112d tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Allocated IP 172.27.3.75 (536a77cf-5189-41f9-92bf-300739e47f32/171d1f51-d728-4b0d-be8f-6d9f917ae698/951e72b9-88d6-48b7-a5ac-1b84a35927aa) {{(pid=106711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:53:44.341891 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-4d0c3e71-e4c1-4d8c-9daa-11501f38112d tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks [] for port, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:53:44.419665 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-4d0c3e71-e4c1-4d8c-9daa-11501f38112d tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787629631775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14797620'] for port, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:53:44.458903 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0c3e71-e4c1-4d8c-9daa-11501f38112d tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Network 536a77cf-5189-41f9-92bf-300739e47f32 is already hosted by enough agents. {{(pid=106711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:53:44.463009 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.base_scheduler [None req-4d0c3e71-e4c1-4d8c-9daa-11501f38112d tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Resources bound (agent type, host, resource id): {{(pid=106711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:53:44.468966 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0c3e71-e4c1-4d8c-9daa-11501f38112d tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Received port after_create {{(pid=106711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:53:44.489890 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0c3e71-e4c1-4d8c-9daa-11501f38112d tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Pushing event updated for resources: {'Port': ['ID=951e72b9-88d6-48b7-a5ac-1b84a35927aa,revision_number=1']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:53:44.502851 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0c3e71-e4c1-4d8c-9daa-11501f38112d tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:53:44.503699 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0c3e71-e4c1-4d8c-9daa-11501f38112d tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:53:44.503699 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0c3e71-e4c1-4d8c-9daa-11501f38112d tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:53:44.504010 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0c3e71-e4c1-4d8c-9daa-11501f38112d tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:53:44.504344 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0c3e71-e4c1-4d8c-9daa-11501f38112d tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:53:44.504676 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0c3e71-e4c1-4d8c-9daa-11501f38112d tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:53:44.505002 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0c3e71-e4c1-4d8c-9daa-11501f38112d tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:53:44.505328 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0c3e71-e4c1-4d8c-9daa-11501f38112d tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:53:44.505654 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0c3e71-e4c1-4d8c-9daa-11501f38112d tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:53:44.505976 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0c3e71-e4c1-4d8c-9daa-11501f38112d tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:53:44.506297 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0c3e71-e4c1-4d8c-9daa-11501f38112d tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:53:44.506616 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0c3e71-e4c1-4d8c-9daa-11501f38112d tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:53:44.822714 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-4d0c3e71-e4c1-4d8c-9daa-11501f38112d tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:53:44.947616 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-4d0c3e71-e4c1-4d8c-9daa-11501f38112d tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:53:45.091660 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-4d0c3e71-e4c1-4d8c-9daa-11501f38112d tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks [] for port, precommit_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:53:45.151655 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-4d0c3e71-e4c1-4d8c-9daa-11501f38112d tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14797571'] for port, after_update {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:53:45.218493 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0c3e71-e4c1-4d8c-9daa-11501f38112d tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Pushing event updated for resources: {'Port': ['ID=951e72b9-88d6-48b7-a5ac-1b84a35927aa,revision_number=2']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:53:45.226834 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-4d0c3e71-e4c1-4d8c-9daa-11501f38112d tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1648330'] for floatingip, after_create {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:53:45.321938 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.db.l3_db [None req-4d0c3e71-e4c1-4d8c-9daa-11501f38112d tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Floating IP a110986f-ddd3-4c3a-bca6-6eeb9115c437 associated. External IP: 172.27.3.75, port: 8367f4ee-81ee-4c4b-81e8-49076bcfaf44. Oct 14 07:53:45.518957 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0c3e71-e4c1-4d8c-9daa-11501f38112d tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Router 587c5175-2352-49e0-97ad-74d282fae443 has already been hosted by L3 agent f0543dd8-cbcf-46a4-b5f3-c6f7813920a1 {{(pid=106711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:53:45.622783 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0c3e71-e4c1-4d8c-9daa-11501f38112d tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Notify agent at l3_agent.dv-cinder-813746-2-iscsi the message routers_updated {{(pid=106711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:53:45.632284 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11323c7d-bf08-43c5-a8cf-14099dbb7190 None None] Sync routers for ids ['587c5175-2352-49e0-97ad-74d282fae443'] in dv-cinder-813746-2-iscsi {{(pid=106712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:53:45.640751 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11323c7d-bf08-43c5-a8cf-14099dbb7190 None None] Routers {'587c5175-2352-49e0-97ad-74d282fae443'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:53:45.641352 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-11323c7d-bf08-43c5-a8cf-14099dbb7190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:53:30Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['587c5175-2352-49e0-97ad-74d282fae443'], 'active': True} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:53:45.732091 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-4d0c3e71-e4c1-4d8c-9daa-11501f38112d tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for floatingip, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:53:45.760151 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-4d0c3e71-e4c1-4d8c-9daa-11501f38112d tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7840242 Oct 14 07:53:45.761028 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0409ab3-bc7e-40fa-a04a-ef809461b165', 'tag': '8367f4ee-81ee-4c4b-81e8-49076bcfaf44'}] {{(pid=106711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:53:45.763328 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761d26d7c5f72f4b552347b0101038dbdc9b0b60127f0c8e71cb2eb10747878c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b756f839-3117-416b-8e85-37d483ae4622" -d '{"events": [{"name": "network-changed", "server_uuid": "a0409ab3-bc7e-40fa-a04a-ef809461b165", "tag": "8367f4ee-81ee-4c4b-81e8-49076bcfaf44"}]}' {{(pid=106711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:53:45.784086 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.agents_db [None req-84b3d5e4-9e25-480e-9cd9-33a6a693fe4d None None] Agent healthcheck: found 6 active agents {{(pid=106713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:53:45.801824 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cad6ea2-c1fc-409f-b1fa-a546c99d74b6 x-openstack-request-id: req-4cad6ea2-c1fc-409f-b1fa-a546c99d74b6 {{(pid=106711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:53:45.802111 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0409ab3-bc7e-40fa-a04a-ef809461b165", "tag": "8367f4ee-81ee-4c4b-81e8-49076bcfaf44", "status": "completed", "code": 200}]} {{(pid=106711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:53:45.802362 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4cad6ea2-c1fc-409f-b1fa-a546c99d74b6 {{(pid=106711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:53:45.802761 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0409ab3-bc7e-40fa-a04a-ef809461b165', 'tag': '8367f4ee-81ee-4c4b-81e8-49076bcfaf44', 'status': 'completed', 'code': 200} Oct 14 07:53:45.889698 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvr_db [None req-11323c7d-bf08-43c5-a8cf-14099dbb7190 None None] Set router 587c5175-2352-49e0-97ad-74d282fae443 gateway port host: dv-cinder-813746-2-iscsi {{(pid=106712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:53:45.892344 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756f839-3117-416b-8e85-37d483ae4622 req-a8b93d13-c093-4115-ad55-ce40004d8aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:53:45.893883 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b756f839-3117-416b-8e85-37d483ae4622 req-a8b93d13-c093-4115-ad55-ce40004d8aee service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b3e30b2e385344cd831846e78784b300&device_id=a0409ab3-bc7e-40fa-a04a-ef809461b165 HTTP/1.1" status: 200 len: 1099 time: 0.0402980 Oct 14 07:53:45.996331 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756f839-3117-416b-8e85-37d483ae4622 req-0369494f-2ea6-4951-83cc-65ba07e726b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:53:45.997824 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b756f839-3117-416b-8e85-37d483ae4622 req-0369494f-2ea6-4951-83cc-65ba07e726b3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fc7548a1-a2d5-45f6-9825-763d06d99878 HTTP/1.1" status: 200 len: 913 time: 0.0970631 Oct 14 07:53:46.062333 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b756f839-3117-416b-8e85-37d483ae4622 req-9c52bb06-6418-4f5d-be27-0d58b4b4d586 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8367f4ee-81ee-4c4b-81e8-49076bcfaf44 HTTP/1.1" status: 200 len: 999 time: 0.0568731 Oct 14 07:53:46.114414 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756f839-3117-416b-8e85-37d483ae4622 req-8c4beac2-0a6c-49ec-8c07-108ee56c0e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:53:46.115964 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b756f839-3117-416b-8e85-37d483ae4622 req-8c4beac2-0a6c-49ec-8c07-108ee56c0e8f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c75e489e-d577-4f33-bc9a-11bccc0fd731 HTTP/1.1" status: 200 len: 851 time: 0.0430202 Oct 14 07:53:46.126797 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-11323c7d-bf08-43c5-a8cf-14099dbb7190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c5175-2352-49e0-97ad-74d282fae443', 'name': 'tempest-TestVolumeBootPattern-1858258408-router', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '1998b7bf-ee9c-46f0-a491-b456986414c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:13Z', 'updated_at': '2021-10-14T07:48:16Z', 'revision_number': 4, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'gw_port': {'id': '1998b7bf-ee9c-46f0-a491-b456986414c2', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:34:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c5175-2352-49e0-97ad-74d282fae443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:13Z', 'updated_at': '2021-10-14T07:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_floatingips': [{'id': '51dff4a4-c1f3-4a91-afd5-749a2d769c71', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'router_id': '587c5175-2352-49e0-97ad-74d282fae443', 'port_id': 'd5b0f34f-c87f-4833-92c1-74b4b0f17f57', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878', 'mac_address': 'fa:16:3e:67:1f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36aa7ec-765f-43c4-943a-efb40c9ef94e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:51:45Z', 'updated_at': '2021-10-14T07:51:48Z', 'revision_number': 1, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'fixed_ip_address_scope': None}, {'id': 'a110986f-ddd3-4c3a-bca6-6eeb9115c437', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'floating_ip_address': '172.27.3.75', 'floating_network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'router_id': '587c5175-2352-49e0-97ad-74d282fae443', 'port_id': '8367f4ee-81ee-4c4b-81e8-49076bcfaf44', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878', 'mac_address': 'fa:16:3e:f2:79:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0409ab3-bc7e-40fa-a04a-ef809461b165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:53:44Z', 'updated_at': '2021-10-14T07:53:44Z', 'revision_number': 0, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3385bf3d-0ce6-4259-882d-b1a97c37445f', 'name': '', 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'mac_address': 'fa:16:3e:33:79:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c5175-2352-49e0-97ad-74d282fae443', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c75e489e-d577-4f33-bc9a-11bccc0fd731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:16Z', 'updated_at': '2021-10-14T07:48:26Z', 'revision_number': 5, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'subnets': [{'id': 'c75e489e-d577-4f33-bc9a-11bccc0fd731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:53:46.154803 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11323c7d-bf08-43c5-a8cf-14099dbb7190 None None] Checking router: 587c5175-2352-49e0-97ad-74d282fae443 for host: dv-cinder-813746-2-iscsi {{(pid=106712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:53:46.162993 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11323c7d-bf08-43c5-a8cf-14099dbb7190 None None] Routers {'587c5175-2352-49e0-97ad-74d282fae443'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:53:46.163603 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-11323c7d-bf08-43c5-a8cf-14099dbb7190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:53:30Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['587c5175-2352-49e0-97ad-74d282fae443'], 'active': True} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:53:46.165264 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756f839-3117-416b-8e85-37d483ae4622 req-de205bb5-b655-42b0-957d-539704a71215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:53:46.166774 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b756f839-3117-416b-8e85-37d483ae4622 req-de205bb5-b655-42b0-957d-539704a71215 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fc7548a1-a2d5-45f6-9825-763d06d99878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440905 Oct 14 07:53:46.268929 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b756f839-3117-416b-8e85-37d483ae4622 req-8171d97c-b0dc-4f81-90d5-a14b803c276c service neutron] 10.222.0.54 "GET /v2.0/networks/fc7548a1-a2d5-45f6-9825-763d06d99878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954173 Oct 14 07:53:46.282659 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvr_db [None req-11323c7d-bf08-43c5-a8cf-14099dbb7190 None None] Set router 587c5175-2352-49e0-97ad-74d282fae443 gateway port host: dv-cinder-813746-2-iscsi {{(pid=106712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:53:46.372478 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b756f839-3117-416b-8e85-37d483ae4622 req-1c840cc3-d226-49f2-9e47-9824d60fee23 service neutron] 10.222.0.54 "GET /v2.0/networks/fc7548a1-a2d5-45f6-9825-763d06d99878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957415 Oct 14 07:53:46.584309 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-11323c7d-bf08-43c5-a8cf-14099dbb7190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c5175-2352-49e0-97ad-74d282fae443', 'name': 'tempest-TestVolumeBootPattern-1858258408-router', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '1998b7bf-ee9c-46f0-a491-b456986414c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:13Z', 'updated_at': '2021-10-14T07:48:16Z', 'revision_number': 4, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'gw_port': {'id': '1998b7bf-ee9c-46f0-a491-b456986414c2', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:34:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c5175-2352-49e0-97ad-74d282fae443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:13Z', 'updated_at': '2021-10-14T07:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_floatingips': [{'id': '51dff4a4-c1f3-4a91-afd5-749a2d769c71', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'router_id': '587c5175-2352-49e0-97ad-74d282fae443', 'port_id': 'd5b0f34f-c87f-4833-92c1-74b4b0f17f57', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878', 'mac_address': 'fa:16:3e:67:1f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36aa7ec-765f-43c4-943a-efb40c9ef94e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:51:45Z', 'updated_at': '2021-10-14T07:51:48Z', 'revision_number': 1, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'fixed_ip_address_scope': None}, {'id': 'a110986f-ddd3-4c3a-bca6-6eeb9115c437', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'floating_ip_address': '172.27.3.75', 'floating_network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'router_id': '587c5175-2352-49e0-97ad-74d282fae443', 'port_id': '8367f4ee-81ee-4c4b-81e8-49076bcfaf44', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878', 'mac_address': 'fa:16:3e:f2:79:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0409ab3-bc7e-40fa-a04a-ef809461b165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:53:44Z', 'updated_at': '2021-10-14T07:53:44Z', 'revision_number': 0, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3385bf3d-0ce6-4259-882d-b1a97c37445f', 'name': '', 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'mac_address': 'fa:16:3e:33:79:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c5175-2352-49e0-97ad-74d282fae443', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c75e489e-d577-4f33-bc9a-11bccc0fd731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:16Z', 'updated_at': '2021-10-14T07:48:26Z', 'revision_number': 5, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'subnets': [{'id': 'c75e489e-d577-4f33-bc9a-11bccc0fd731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:53:46.615758 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11323c7d-bf08-43c5-a8cf-14099dbb7190 None None] The sync data for ids ['587c5175-2352-49e0-97ad-74d282fae443'] in dv-cinder-813746-2-iscsi is: [{'id': '587c5175-2352-49e0-97ad-74d282fae443', 'name': 'tempest-TestVolumeBootPattern-1858258408-router', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '1998b7bf-ee9c-46f0-a491-b456986414c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:13Z', 'updated_at': '2021-10-14T07:48:16Z', 'revision_number': 4, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'gw_port': {'id': '1998b7bf-ee9c-46f0-a491-b456986414c2', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:34:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c5175-2352-49e0-97ad-74d282fae443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:13Z', 'updated_at': '2021-10-14T07:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_floatingips': [{'id': '51dff4a4-c1f3-4a91-afd5-749a2d769c71', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'router_id': '587c5175-2352-49e0-97ad-74d282fae443', 'port_id': 'd5b0f34f-c87f-4833-92c1-74b4b0f17f57', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878', 'mac_address': 'fa:16:3e:67:1f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36aa7ec-765f-43c4-943a-efb40c9ef94e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:51:45Z', 'updated_at': '2021-10-14T07:51:48Z', 'revision_number': 1, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'fixed_ip_address_scope': None}, {'id': 'a110986f-ddd3-4c3a-bca6-6eeb9115c437', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'floating_ip_address': '172.27.3.75', 'floating_network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'router_id': '587c5175-2352-49e0-97ad-74d282fae443', 'port_id': '8367f4ee-81ee-4c4b-81e8-49076bcfaf44', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878', 'mac_address': 'fa:16:3e:f2:79:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0409ab3-bc7e-40fa-a04a-ef809461b165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:53:44Z', 'updated_at': '2021-10-14T07:53:44Z', 'revision_number': 0, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3385bf3d-0ce6-4259-882d-b1a97c37445f', 'name': '', 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'mac_address': 'fa:16:3e:33:79:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c5175-2352-49e0-97ad-74d282fae443', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c75e489e-d577-4f33-bc9a-11bccc0fd731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:16Z', 'updated_at': '2021-10-14T07:48:26Z', 'revision_number': 5, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'subnets': [{'id': 'c75e489e-d577-4f33-bc9a-11bccc0fd731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:53:46.810590 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7509df43-3822-4f85-863c-3eb00bfeb998 None None] New status for floating IP a110986f-ddd3-4c3a-bca6-6eeb9115c437: ACTIVE {{(pid=106713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 07:53:52.586783 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97814c-da50-4a78-960e-3c45302c835b req-49c69fa2-fbe4-4a85-bae0-e9eb8965e1d1 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:53:52.588483 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-be97814c-da50-4a78-960e-3c45302c835b req-49c69fa2-fbe4-4a85-bae0-e9eb8965e1d1 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 945 time: 0.0498309 Oct 14 07:53:52.627357 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-be97814c-da50-4a78-960e-3c45302c835b req-b18f4d60-9ef3-4d5a-8df3-39d95ba00d1d tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f81a039-69c9-4b1c-87d4-758d4a4ee8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321569 Oct 14 07:53:53.741122 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c6dbd5-db8e-4157-97a3-5c273b9da6ec req-168b9360-6948-4af0-9fb0-695c238da6e8 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:53:53.742574 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-53c6dbd5-db8e-4157-97a3-5c273b9da6ec req-168b9360-6948-4af0-9fb0-695c238da6e8 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 945 time: 0.0476995 Oct 14 07:53:53.779794 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-53c6dbd5-db8e-4157-97a3-5c273b9da6ec req-48662f16-6da4-43a4-bc1a-cd80ba14f5e9 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f81a039-69c9-4b1c-87d4-758d4a4ee8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305407 Oct 14 07:53:54.890562 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62557ea4-bad2-4f0b-a886-b718712fad07 req-2e9e308f-f012-43fa-a3b8-394095579f94 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:53:54.892016 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-62557ea4-bad2-4f0b-a886-b718712fad07 req-2e9e308f-f012-43fa-a3b8-394095579f94 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 945 time: 0.0470090 Oct 14 07:53:54.932868 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-62557ea4-bad2-4f0b-a886-b718712fad07 req-69badcdb-6b7e-4f6e-aefc-5b6939b54932 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f81a039-69c9-4b1c-87d4-758d4a4ee8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348985 Oct 14 07:53:56.050681 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c527e-e6b4-4576-8853-48c2668e999f req-23ea4607-c73f-4f6a-9755-7fe9a78b0c5d tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:53:56.052209 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-3c0c527e-e6b4-4576-8853-48c2668e999f req-23ea4607-c73f-4f6a-9755-7fe9a78b0c5d tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 945 time: 0.0521207 Oct 14 07:53:56.089285 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-3c0c527e-e6b4-4576-8853-48c2668e999f req-7172ba77-5579-437c-8df0-8e27f9a7d371 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f81a039-69c9-4b1c-87d4-758d4a4ee8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303097 Oct 14 07:53:57.199804 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97319bcb-b9a4-4a81-82b3-27507c86bb84 req-7018d8eb-e18d-4603-acb7-4fe7fdb2d50b tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:53:57.201232 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-97319bcb-b9a4-4a81-82b3-27507c86bb84 req-7018d8eb-e18d-4603-acb7-4fe7fdb2d50b tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 945 time: 0.0470171 Oct 14 07:53:57.236993 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-97319bcb-b9a4-4a81-82b3-27507c86bb84 req-1106cedc-6b3f-47f1-b28e-09bedadf11d0 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f81a039-69c9-4b1c-87d4-758d4a4ee8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299799 Oct 14 07:53:57.362062 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-e2627dd6-1726-4ad4-ac23-db64a7bab285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:53:58.351361 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7e271-ee36-45f2-9296-049c65ae4e32 req-514514f2-d414-407d-a09b-47795cca5690 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:53:58.352844 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-4ef7e271-ee36-45f2-9296-049c65ae4e32 req-514514f2-d414-407d-a09b-47795cca5690 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 945 time: 0.0499854 Oct 14 07:53:58.390475 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-4ef7e271-ee36-45f2-9296-049c65ae4e32 req-e8a41774-7a4f-406e-84da-7f9092edc25e tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f81a039-69c9-4b1c-87d4-758d4a4ee8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317135 Oct 14 07:53:59.501518 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892345e-b820-4cb7-92c3-297d670ce53e req-49d8bdff-7f3f-4c96-b71c-9e510f5c70ac tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:53:59.502972 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-0892345e-b820-4cb7-92c3-297d670ce53e req-49d8bdff-7f3f-4c96-b71c-9e510f5c70ac tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 945 time: 0.0484016 Oct 14 07:53:59.538992 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-0892345e-b820-4cb7-92c3-297d670ce53e req-206bbe4f-b2f0-4f31-8d0b-5945d53d74ad tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f81a039-69c9-4b1c-87d4-758d4a4ee8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302339 Oct 14 07:53:59.980956 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-64b08942-d334-4d31-bd32-9948a9cb25df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:54:00.649132 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30341f21-0fbe-416a-b353-d4b1bbcfaf6b req-6bba7538-8710-42b9-abe1-a77b39f36ddb tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:54:00.650832 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-30341f21-0fbe-416a-b353-d4b1bbcfaf6b req-6bba7538-8710-42b9-abe1-a77b39f36ddb tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 945 time: 0.0476065 Oct 14 07:54:00.687761 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-30341f21-0fbe-416a-b353-d4b1bbcfaf6b req-f3e69d46-f4da-4714-a64f-2c220e6178b8 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f81a039-69c9-4b1c-87d4-758d4a4ee8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311062 Oct 14 07:54:00.841722 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:54:01.317209 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-93e1ef1e-be74-48a7-9436-c986e05ec438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:54:01.797636 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da06529-a5b0-4c53-9b01-4db347713699 req-dbbf71c8-7b8a-42dd-8d80-b1d94b1753f6 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:54:01.799110 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-7da06529-a5b0-4c53-9b01-4db347713699 req-dbbf71c8-7b8a-42dd-8d80-b1d94b1753f6 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 945 time: 0.0465469 Oct 14 07:54:01.838772 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-7da06529-a5b0-4c53-9b01-4db347713699 req-d040d94b-2d94-4b41-9723-3c0135d4fa77 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f81a039-69c9-4b1c-87d4-758d4a4ee8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338104 Oct 14 07:54:02.902460 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50acbd9-2142-4212-8439-b8d7dccda61c req-244b3f1d-d0cd-49f5-8727-43b1d70a340c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:54:02.904004 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a50acbd9-2142-4212-8439-b8d7dccda61c req-244b3f1d-d0cd-49f5-8727-43b1d70a340c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c0272f2246984916b984cd7271af15f1&device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 1098 time: 0.0407865 Oct 14 07:54:02.910873 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-439377cf-db3c-4e91-9aae-241f8a26ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:54:02.955872 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff98d2-a28c-40b9-9192-8cf3ee04d74e req-6c621e78-9645-41da-90a4-372e82e249df tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:54:02.957323 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-54ff98d2-a28c-40b9-9192-8cf3ee04d74e req-6c621e78-9645-41da-90a4-372e82e249df tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 945 time: 0.0524638 Oct 14 07:54:02.994011 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50acbd9-2142-4212-8439-b8d7dccda61c req-a4def1d8-9e97-4a09-8247-9e6ab3e4dbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:54:02.994515 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-54ff98d2-a28c-40b9-9192-8cf3ee04d74e req-4b5fa285-ba95-4d8b-8503-75cb56576e39 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f81a039-69c9-4b1c-87d4-758d4a4ee8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309646 Oct 14 07:54:02.996645 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a50acbd9-2142-4212-8439-b8d7dccda61c req-a4def1d8-9e97-4a09-8247-9e6ab3e4dbc8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f7764aed-a19b-4271-a494-ccd5ea011064 HTTP/1.1" status: 200 len: 909 time: 0.0845270 Oct 14 07:54:03.064860 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a50acbd9-2142-4212-8439-b8d7dccda61c req-6357422e-08a6-4745-ac22-00d295c4e6ef service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=286e58c2-ee3e-4ed4-aa4c-830f49b1a106 HTTP/1.1" status: 200 len: 1000 time: 0.0600097 Oct 14 07:54:03.112544 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50acbd9-2142-4212-8439-b8d7dccda61c req-9a253b60-bc6d-42ca-8ec8-3518cdcbe8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:54:03.113915 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a50acbd9-2142-4212-8439-b8d7dccda61c req-9a253b60-bc6d-42ca-8ec8-3518cdcbe8bd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9f13b57c-188f-4a9e-b92e-29ec002717c2 HTTP/1.1" status: 200 len: 847 time: 0.0414402 Oct 14 07:54:03.157946 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50acbd9-2142-4212-8439-b8d7dccda61c req-3a64f245-e563-4d18-8241-f9c41d8225f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:54:03.159359 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a50acbd9-2142-4212-8439-b8d7dccda61c req-3a64f245-e563-4d18-8241-f9c41d8225f0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f7764aed-a19b-4271-a494-ccd5ea011064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377719 Oct 14 07:54:03.250217 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a50acbd9-2142-4212-8439-b8d7dccda61c req-cb190689-eed1-4725-91a7-7b57b343b213 service neutron] 10.222.0.54 "GET /v2.0/networks/f7764aed-a19b-4271-a494-ccd5ea011064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823412 Oct 14 07:54:03.339111 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a50acbd9-2142-4212-8439-b8d7dccda61c req-4574a4b5-e602-4e8b-a6e8-978bb609f814 service neutron] 10.222.0.54 "GET /v2.0/networks/f7764aed-a19b-4271-a494-ccd5ea011064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810328 Oct 14 07:54:04.106264 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d57bd13-5d82-4162-9f9a-62a63af93615 req-fafa10a5-24ac-487e-b355-ad2a4a9c33d8 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:54:04.107758 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-5d57bd13-5d82-4162-9f9a-62a63af93615 req-fafa10a5-24ac-487e-b355-ad2a4a9c33d8 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 945 time: 0.0480263 Oct 14 07:54:04.150621 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-5d57bd13-5d82-4162-9f9a-62a63af93615 req-75248836-fc5e-4630-acc5-5ef7d3f7551e tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f81a039-69c9-4b1c-87d4-758d4a4ee8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369051 Oct 14 07:54:05.262748 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6547bcfb-d6c6-429c-8744-d4035baac66d req-37cff582-5409-42d3-8c5e-c2ba51395fe1 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:54:05.264281 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-6547bcfb-d6c6-429c-8744-d4035baac66d req-37cff582-5409-42d3-8c5e-c2ba51395fe1 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 945 time: 0.0488958 Oct 14 07:54:05.302039 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-6547bcfb-d6c6-429c-8744-d4035baac66d req-4efb4c92-378e-4932-90e1-5f2b86d10535 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f81a039-69c9-4b1c-87d4-758d4a4ee8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319080 Oct 14 07:54:06.412765 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873ca7b-855b-445a-b3fa-d4a107f58fc2 req-bde7dfb7-c0c9-4ea3-85fd-e2e847de3655 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:54:06.414235 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-2873ca7b-855b-445a-b3fa-d4a107f58fc2 req-bde7dfb7-c0c9-4ea3-85fd-e2e847de3655 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 945 time: 0.0478163 Oct 14 07:54:06.451022 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-2873ca7b-855b-445a-b3fa-d4a107f58fc2 req-2ea7daa1-5bc6-456b-bc97-8448e2bd8cfb tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f81a039-69c9-4b1c-87d4-758d4a4ee8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303166 Oct 14 07:54:06.565533 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [req-92d81a91-8aec-467b-9787-68ae6a03bf17 req-d37957c7-a5fc-485f-950c-86300016b272 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=106711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 07:54:06.566603 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-92d81a91-8aec-467b-9787-68ae6a03bf17 req-d37957c7-a5fc-485f-950c-86300016b272 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0513380 Oct 14 07:54:06.852659 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e27924-9c2b-4b68-ae8c-a195b030a5c7 req-45e63bb4-050f-4220-bda9-59e593713a4e tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:54:06.854800 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-59e27924-9c2b-4b68-ae8c-a195b030a5c7 req-45e63bb4-050f-4220-bda9-59e593713a4e tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 945 time: 0.0467658 Oct 14 07:54:06.888054 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-db9a5c0b-ed70-4814-a02b-0325e7056b1e req-cfdc5dde-3794-4368-b2a1-ed98914cdc02 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0395896 Oct 14 07:54:06.895368 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-59e27924-9c2b-4b68-ae8c-a195b030a5c7 req-741e4030-5848-42d3-8eb1-142441f1a518 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f81a039-69c9-4b1c-87d4-758d4a4ee8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345237 Oct 14 07:54:08.006301 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dae37d-ee99-4e92-8a6c-5282c4ce3ea0 req-663f0d6b-6d02-4a07-994a-596189bae9ea tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:54:08.007699 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-56dae37d-ee99-4e92-8a6c-5282c4ce3ea0 req-663f0d6b-6d02-4a07-994a-596189bae9ea tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 945 time: 0.0471699 Oct 14 07:54:08.047702 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-56dae37d-ee99-4e92-8a6c-5282c4ce3ea0 req-c35e3bc8-f1f5-4524-a1f2-1e1113480996 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f81a039-69c9-4b1c-87d4-758d4a4ee8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341671 Oct 14 07:54:09.012089 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 286e58c2-ee3e-4ed4-aa4c-830f49b1a106 no longer exists at agent hyperv_hv-cinder-81374 {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:54:09.085296 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:54:09.110554 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '177297e0-2754-4d32-b9d3-76302a0f7463', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '286e58c2-ee3e-4ed4-aa4c-830f49b1a106'}] {{(pid=106712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:54:09.112765 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3db9d29808d7d8625da6d6dfdab11118ca3df70b734e515c8bcc451a900cfacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5699c16c-3676-4d67-8bb9-0def5a5ce794" -d '{"events": [{"server_uuid": "177297e0-2754-4d32-b9d3-76302a0f7463", "name": "network-vif-unplugged", "status": "completed", "tag": "286e58c2-ee3e-4ed4-aa4c-830f49b1a106"}]}' {{(pid=106712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:54:09.129497 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port 286e58c2-ee3e-4ed4-aa4c-830f49b1a106, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=286e58c2-ee3e-4ed4-aa4c-830f49b1a106,segment=NetworkSegment(d906373d-ccb4-46d8-8338-9b71e140d38e),segment_id=d906373d-ccb4-46d8-8338-9b71e140d38e)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:54:09.169520 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:54:09.171293 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be43c116-04a3-4278-9261-af1c9edcae3d req-a5450df4-472b-410f-8b89-62b15fb16e7f tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:54:09.175846 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-be43c116-04a3-4278-9261-af1c9edcae3d req-a5450df4-472b-410f-8b89-62b15fb16e7f tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 945 time: 0.0551243 Oct 14 07:54:09.212478 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-be43c116-04a3-4278-9261-af1c9edcae3d req-27c293bd-2733-4873-8031-3a370bfdc7fd tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f81a039-69c9-4b1c-87d4-758d4a4ee8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332077 Oct 14 07:54:09.228100 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 14 Oct 2021 07:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec7a9a0-9408-4dcc-a16a-6b6f0cd1e586 x-openstack-request-id: req-3ec7a9a0-9408-4dcc-a16a-6b6f0cd1e586 {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:54:09.228376 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "177297e0-2754-4d32-b9d3-76302a0f7463", "name": "network-vif-unplugged", "status": "completed", "tag": "286e58c2-ee3e-4ed4-aa4c-830f49b1a106", "code": 200}]} {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:54:09.228646 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3ec7a9a0-9408-4dcc-a16a-6b6f0cd1e586 {{(pid=106712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:54:09.229026 dv-cinder-813746-2-iscsi neutron-server[106712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '177297e0-2754-4d32-b9d3-76302a0f7463', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '286e58c2-ee3e-4ed4-aa4c-830f49b1a106', 'code': 200} Oct 14 07:54:09.239086 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=286e58c2-ee3e-4ed4-aa4c-830f49b1a106,revision_number=6']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:54:09.578933 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a5c0b-ed70-4814-a02b-0325e7056b1e req-fe629efc-d7a6-4e23-b7ca-277f91189199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:54:09.580322 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-db9a5c0b-ed70-4814-a02b-0325e7056b1e req-fe629efc-d7a6-4e23-b7ca-277f91189199 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463&tenant_id=c0272f2246984916b984cd7271af15f1 HTTP/1.1" status: 200 len: 1096 time: 0.0403681 Oct 14 07:54:09.649855 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a5c0b-ed70-4814-a02b-0325e7056b1e req-2de672cc-3523-4e55-9657-83ca78248222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:54:09.651280 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-db9a5c0b-ed70-4814-a02b-0325e7056b1e req-2de672cc-3523-4e55-9657-83ca78248222 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c0272f2246984916b984cd7271af15f1&device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 1096 time: 0.0389483 Oct 14 07:54:09.739278 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a5c0b-ed70-4814-a02b-0325e7056b1e req-20b72b06-c4f2-4027-beee-819599434d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:54:09.740766 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-db9a5c0b-ed70-4814-a02b-0325e7056b1e req-20b72b06-c4f2-4027-beee-819599434d53 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f7764aed-a19b-4271-a494-ccd5ea011064 HTTP/1.1" status: 200 len: 909 time: 0.0830231 Oct 14 07:54:09.802597 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-db9a5c0b-ed70-4814-a02b-0325e7056b1e req-608e199a-8647-42a4-ba04-b53d46f6d295 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=286e58c2-ee3e-4ed4-aa4c-830f49b1a106 HTTP/1.1" status: 200 len: 998 time: 0.0546360 Oct 14 07:54:09.852901 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a5c0b-ed70-4814-a02b-0325e7056b1e req-89ad08eb-6229-4ff8-aa3b-f7db24582581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:54:09.854203 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-db9a5c0b-ed70-4814-a02b-0325e7056b1e req-89ad08eb-6229-4ff8-aa3b-f7db24582581 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9f13b57c-188f-4a9e-b92e-29ec002717c2 HTTP/1.1" status: 200 len: 847 time: 0.0448189 Oct 14 07:54:09.897448 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a5c0b-ed70-4814-a02b-0325e7056b1e req-7e00616c-9b3d-4b8f-8a11-0b9684edd221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:54:09.902840 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-db9a5c0b-ed70-4814-a02b-0325e7056b1e req-7e00616c-9b3d-4b8f-8a11-0b9684edd221 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f7764aed-a19b-4271-a494-ccd5ea011064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383174 Oct 14 07:54:09.985252 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-db9a5c0b-ed70-4814-a02b-0325e7056b1e req-8e212fad-6dda-410c-bb54-f8bf45f34e54 service neutron] 10.222.0.54 "GET /v2.0/networks/f7764aed-a19b-4271-a494-ccd5ea011064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795686 Oct 14 07:54:10.074636 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-db9a5c0b-ed70-4814-a02b-0325e7056b1e req-8725baaf-d515-4085-9ec2-fbf3517d9f1b service neutron] 10.222.0.54 "GET /v2.0/networks/f7764aed-a19b-4271-a494-ccd5ea011064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819769 Oct 14 07:54:10.322894 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb024a8-0bc2-49c0-8ccf-e489b097b3be req-67b8ea1f-34c0-4e42-a38d-0edea7a2528e tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:54:10.324375 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-eeb024a8-0bc2-49c0-8ccf-e489b097b3be req-67b8ea1f-34c0-4e42-a38d-0edea7a2528e tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 943 time: 0.0465913 Oct 14 07:54:10.361479 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-eeb024a8-0bc2-49c0-8ccf-e489b097b3be req-1720975a-da03-4577-aef4-51df3d4a088a tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f81a039-69c9-4b1c-87d4-758d4a4ee8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313237 Oct 14 07:54:11.488726 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79bb1d-6abe-45f2-9e1c-ab955831c92e req-9c77da1b-02c8-4fe7-99b1-e6401b11e567 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:54:11.490166 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-8e79bb1d-6abe-45f2-9e1c-ab955831c92e req-9c77da1b-02c8-4fe7-99b1-e6401b11e567 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 943 time: 0.0480375 Oct 14 07:54:11.527216 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-8e79bb1d-6abe-45f2-9e1c-ab955831c92e req-c97ec905-2af0-470e-a3aa-c9fb53565ced tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f81a039-69c9-4b1c-87d4-758d4a4ee8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310826 Oct 14 07:54:12.277380 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:54:12.639805 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2e64b-be76-497e-bd66-208f394a8a39 req-b2e6eabe-ce7f-4526-a56c-51488e17638c tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:54:12.641269 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-d5a2e64b-be76-497e-bd66-208f394a8a39 req-b2e6eabe-ce7f-4526-a56c-51488e17638c tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 943 time: 0.0503397 Oct 14 07:54:12.678441 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-d5a2e64b-be76-497e-bd66-208f394a8a39 req-5daf605f-ea2f-408c-be8f-2b851b2de7db tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f81a039-69c9-4b1c-87d4-758d4a4ee8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312922 Oct 14 07:54:13.791984 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe96fc-6d85-4d71-9ffb-9cc0215c1cab req-cd7532ff-ef35-4b76-b0b6-4a3fd918ffaa tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:54:13.793441 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-c8fe96fc-6d85-4d71-9ffb-9cc0215c1cab req-cd7532ff-ef35-4b76-b0b6-4a3fd918ffaa tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 943 time: 0.0519662 Oct 14 07:54:13.829693 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-c8fe96fc-6d85-4d71-9ffb-9cc0215c1cab req-0955d7ed-5391-4706-9bd4-324df51368a8 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f81a039-69c9-4b1c-87d4-758d4a4ee8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305035 Oct 14 07:54:14.940442 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033389cb-489e-49ae-b242-88f75ca640f1 req-9c715f97-f81d-4084-b7ca-9d18fe7f78b2 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:54:14.941838 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-033389cb-489e-49ae-b242-88f75ca640f1 req-9c715f97-f81d-4084-b7ca-9d18fe7f78b2 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 943 time: 0.0479956 Oct 14 07:54:14.978700 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-033389cb-489e-49ae-b242-88f75ca640f1 req-aafd9fa5-3d93-4a7b-a340-ed7c24f13623 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f81a039-69c9-4b1c-87d4-758d4a4ee8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300469 Oct 14 07:54:16.090319 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbde24e-f18b-4586-b2a8-3dc02c5d90b4 req-d6b41f62-619b-4ca7-b37b-eab50005b018 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:54:16.091801 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-cfbde24e-f18b-4586-b2a8-3dc02c5d90b4 req-d6b41f62-619b-4ca7-b37b-eab50005b018 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 943 time: 0.0479965 Oct 14 07:54:16.131793 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-cfbde24e-f18b-4586-b2a8-3dc02c5d90b4 req-e6c13901-478a-4c11-a5d1-559217ae06f4 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f81a039-69c9-4b1c-87d4-758d4a4ee8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339649 Oct 14 07:54:17.242896 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047a091-faaa-4ee6-aaa0-dad156ce2fd1 req-8f3c731c-ecc5-41ae-a8de-585d5ab75df5 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:54:17.244373 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-3047a091-faaa-4ee6-aaa0-dad156ce2fd1 req-8f3c731c-ecc5-41ae-a8de-585d5ab75df5 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 943 time: 0.0473230 Oct 14 07:54:17.280463 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-3047a091-faaa-4ee6-aaa0-dad156ce2fd1 req-01b446da-1a1e-433d-b9fc-9d4de89bafa3 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f81a039-69c9-4b1c-87d4-758d4a4ee8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302308 Oct 14 07:54:18.392134 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f9340-227a-4299-afbc-8006c2cbf84d req-f8e58371-1a7d-4392-a0af-6449b2267ad6 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:54:18.393595 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-961f9340-227a-4299-afbc-8006c2cbf84d req-f8e58371-1a7d-4392-a0af-6449b2267ad6 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 943 time: 0.0495481 Oct 14 07:54:18.430442 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-961f9340-227a-4299-afbc-8006c2cbf84d req-9537c3f1-99da-4779-9a98-f692005f5efd tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f81a039-69c9-4b1c-87d4-758d4a4ee8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309157 Oct 14 07:54:19.073994 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 286e58c2-ee3e-4ed4-aa4c-830f49b1a106 details requested by agent hyperv_hv-cinder-81374 with host hv-cinder-81374 {{(pid=106712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 07:54:19.169290 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port 286e58c2-ee3e-4ed4-aa4c-830f49b1a106, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=286e58c2-ee3e-4ed4-aa4c-830f49b1a106,segment=NetworkSegment(d906373d-ccb4-46d8-8338-9b71e140d38e),segment_id=d906373d-ccb4-46d8-8338-9b71e140d38e)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:54:19.179920 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Returning: {'device': '286e58c2-ee3e-4ed4-aa4c-830f49b1a106', 'network_id': 'f7764aed-a19b-4271-a494-ccd5ea011064', 'port_id': '286e58c2-ee3e-4ed4-aa4c-830f49b1a106', 'mac_address': 'fa:16:3e:4f:d1:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f13b57c-188f-4a9e-b92e-29ec002717c2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 07:54:19.215827 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:54:19.227599 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 286e58c2-ee3e-4ed4-aa4c-830f49b1a106 {{(pid=106712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:54:19.245423 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port 286e58c2-ee3e-4ed4-aa4c-830f49b1a106, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=286e58c2-ee3e-4ed4-aa4c-830f49b1a106,segment=NetworkSegment(d906373d-ccb4-46d8-8338-9b71e140d38e),segment_id=d906373d-ccb4-46d8-8338-9b71e140d38e)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:54:19.305582 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:54:19.351021 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=286e58c2-ee3e-4ed4-aa4c-830f49b1a106,revision_number=7']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:54:19.547164 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ffde1a-ce06-42be-9e49-9e4a5ee7275d req-6d5518c2-761b-49d7-b946-2503e82d3690 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:54:19.548632 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-61ffde1a-ce06-42be-9e49-9e4a5ee7275d req-6d5518c2-761b-49d7-b946-2503e82d3690 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 944 time: 0.0530105 Oct 14 07:54:19.585243 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-61ffde1a-ce06-42be-9e49-9e4a5ee7275d req-55bfcb65-758b-404e-8f58-48db82d8c921 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f81a039-69c9-4b1c-87d4-758d4a4ee8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307753 Oct 14 07:54:19.640021 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] get_ports_and_sgs() called for port_ids ['286e58c2-ee3e-4ed4-aa4c-830f49b1a106'] {{(pid=106712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:54:20.695620 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752f75d-7dc5-4d20-a1ac-1dc16d270f5b req-d8a38f33-fdc7-4358-845d-7f0c8831c0f5 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:54:20.697099 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-2752f75d-7dc5-4d20-a1ac-1dc16d270f5b req-d8a38f33-fdc7-4358-845d-7f0c8831c0f5 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 944 time: 0.0486319 Oct 14 07:54:20.733385 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-2752f75d-7dc5-4d20-a1ac-1dc16d270f5b req-d32e1b67-bd09-4370-9bdc-afc4a4569f1c tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f81a039-69c9-4b1c-87d4-758d4a4ee8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304954 Oct 14 07:54:21.093431 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 286e58c2-ee3e-4ed4-aa4c-830f49b1a106 up at agent hyperv_hv-cinder-81374 {{(pid=106712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:54:21.138999 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.provisioning_blocks [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Provisioning complete for port 286e58c2-ee3e-4ed4-aa4c-830f49b1a106 triggered by entity L2. {{(pid=106712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:54:21.145862 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721835'] for port, provisioning_complete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:54:21.216730 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663701'] for port, before_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:54:21.237705 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '177297e0-2754-4d32-b9d3-76302a0f7463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286e58c2-ee3e-4ed4-aa4c-830f49b1a106'}] {{(pid=106712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:54:21.239952 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3db9d29808d7d8625da6d6dfdab11118ca3df70b734e515c8bcc451a900cfacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5510a824-ffd6-4c5c-947a-dcc764788271" -d '{"events": [{"server_uuid": "177297e0-2754-4d32-b9d3-76302a0f7463", "name": "network-vif-plugged", "status": "completed", "tag": "286e58c2-ee3e-4ed4-aa4c-830f49b1a106"}]}' {{(pid=106712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:54:21.252260 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] For port 286e58c2-ee3e-4ed4-aa4c-830f49b1a106, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=286e58c2-ee3e-4ed4-aa4c-830f49b1a106,segment=NetworkSegment(d906373d-ccb4-46d8-8338-9b71e140d38e),segment_id=d906373d-ccb4-46d8-8338-9b71e140d38e)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:54:21.292517 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0619480f-0914-4533-96d4-3cc30c7ea929 x-openstack-request-id: req-0619480f-0914-4533-96d4-3cc30c7ea929 {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:54:21.292801 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "177297e0-2754-4d32-b9d3-76302a0f7463", "name": "network-vif-plugged", "status": "completed", "tag": "286e58c2-ee3e-4ed4-aa4c-830f49b1a106", "code": 200}]} {{(pid=106712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:54:21.293090 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0619480f-0914-4533-96d4-3cc30c7ea929 {{(pid=106712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:54:21.293480 dv-cinder-813746-2-iscsi neutron-server[106712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '177297e0-2754-4d32-b9d3-76302a0f7463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286e58c2-ee3e-4ed4-aa4c-830f49b1a106', 'code': 200} Oct 14 07:54:21.300177 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787630131267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787629631793', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787629631811'] for port, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:54:21.349663 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Pushing event updated for resources: {'Port': ['ID=286e58c2-ee3e-4ed4-aa4c-830f49b1a106,revision_number=8']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:54:21.596887 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a0b60-77c3-4a1d-982d-786953517369 req-9c88b005-e791-4084-8828-a89df3ed1068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:54:21.598327 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-f11a0b60-77c3-4a1d-982d-786953517369 req-9c88b005-e791-4084-8828-a89df3ed1068 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 1098 time: 0.0385034 Oct 14 07:54:21.632497 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-f11a0b60-77c3-4a1d-982d-786953517369 req-985a264a-59b4-416c-9449-475858c76c82 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5f81a039-69c9-4b1c-87d4-758d4a4ee8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264740 Oct 14 07:54:21.844999 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394d978-cd9b-4540-a401-7238deda7a3c req-0a6e5616-a9f7-467d-959d-4c792e2bf1bf tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:54:21.846425 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-c394d978-cd9b-4540-a401-7238deda7a3c req-0a6e5616-a9f7-467d-959d-4c792e2bf1bf tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 945 time: 0.0472760 Oct 14 07:54:21.886411 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-c394d978-cd9b-4540-a401-7238deda7a3c req-b508dfeb-cdb8-4998-9299-966772ec369b tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f81a039-69c9-4b1c-87d4-758d4a4ee8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339763 Oct 14 07:54:22.783940 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.agents_db [None req-84b3d5e4-9e25-480e-9cd9-33a6a693fe4d None None] Agent healthcheck: found 6 active agents {{(pid=106713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:54:22.999827 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31ebdb-5914-46d2-9f2f-901f11f760a8 req-58ad9b3a-7494-4458-89b9-a6dcb54a0c21 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:54:23.001286 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-dd31ebdb-5914-46d2-9f2f-901f11f760a8 req-58ad9b3a-7494-4458-89b9-a6dcb54a0c21 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 945 time: 0.0474672 Oct 14 07:54:23.038925 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-dd31ebdb-5914-46d2-9f2f-901f11f760a8 req-5304675b-725a-4c0a-a3f2-e3719fe866b5 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f81a039-69c9-4b1c-87d4-758d4a4ee8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318692 Oct 14 07:54:27.378593 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-8a6b05e0-8efb-46f3-ab34-c6ac4e01e0a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:54:29.984342 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-f2119b3e-982b-458f-9a75-9db2e47e92d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:54:30.824473 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:54:31.345576 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-93e1ef1e-be74-48a7-9436-c986e05ec438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:54:32.917182 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-439377cf-db3c-4e91-9aae-241f8a26ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:54:42.263794 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:54:43.264259 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b05a0384-8404-45d1-af73-33b23e75fc38 req-1e71f183-0ab3-4799-842c-8986cfc47a70 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a36aa7ec-765f-43c4-943a-efb40c9ef94e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405667 Oct 14 07:54:43.366160 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a0384-8404-45d1-af73-33b23e75fc38 req-be7f2a38-1f48-4450-adc4-48ae5dbd8a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:54:43.367615 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b05a0384-8404-45d1-af73-33b23e75fc38 req-be7f2a38-1f48-4450-adc4-48ae5dbd8a41 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b3e30b2e385344cd831846e78784b300&device_id=a36aa7ec-765f-43c4-943a-efb40c9ef94e HTTP/1.1" status: 200 len: 1099 time: 0.0382237 Oct 14 07:54:43.465197 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a0384-8404-45d1-af73-33b23e75fc38 req-394b556c-9cb6-4245-b73e-0c3de2e0ab69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:54:43.466588 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b05a0384-8404-45d1-af73-33b23e75fc38 req-394b556c-9cb6-4245-b73e-0c3de2e0ab69 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fc7548a1-a2d5-45f6-9825-763d06d99878 HTTP/1.1" status: 200 len: 913 time: 0.0800216 Oct 14 07:54:43.532742 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b05a0384-8404-45d1-af73-33b23e75fc38 req-19fe448b-6da5-46df-a4ed-b06765636318 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5b0f34f-c87f-4833-92c1-74b4b0f17f57 HTTP/1.1" status: 200 len: 1001 time: 0.0573308 Oct 14 07:54:43.580060 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a0384-8404-45d1-af73-33b23e75fc38 req-d9fa753f-9359-4dc4-87b4-4ade8e7eecbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:54:43.581443 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b05a0384-8404-45d1-af73-33b23e75fc38 req-d9fa753f-9359-4dc4-87b4-4ade8e7eecbb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c75e489e-d577-4f33-bc9a-11bccc0fd731 HTTP/1.1" status: 200 len: 851 time: 0.0408301 Oct 14 07:54:43.624830 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a0384-8404-45d1-af73-33b23e75fc38 req-d936e884-0783-4873-956f-cf6cc6600c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:54:43.626384 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b05a0384-8404-45d1-af73-33b23e75fc38 req-d936e884-0783-4873-956f-cf6cc6600c26 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fc7548a1-a2d5-45f6-9825-763d06d99878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0374098 Oct 14 07:54:43.717810 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b05a0384-8404-45d1-af73-33b23e75fc38 req-869a61b4-6219-4556-89b1-94811339329b service neutron] 10.222.0.54 "GET /v2.0/networks/fc7548a1-a2d5-45f6-9825-763d06d99878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831861 Oct 14 07:54:43.809060 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b05a0384-8404-45d1-af73-33b23e75fc38 req-6a044619-afe1-4ee3-82bc-407c604bc7c6 service neutron] 10.222.0.54 "GET /v2.0/networks/fc7548a1-a2d5-45f6-9825-763d06d99878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831633 Oct 14 07:54:57.356728 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-394a4252-b84b-4ea1-8c2d-0eb6d6e32bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:54:59.784711 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.agents_db [None req-84b3d5e4-9e25-480e-9cd9-33a6a693fe4d None None] Agent healthcheck: found 6 active agents {{(pid=106713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:54:59.990792 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-d4ebc660-9a93-4580-ad66-2da161f6bf7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:00.819119 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:01.339165 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-93e1ef1e-be74-48a7-9436-c986e05ec438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:02.904678 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-439377cf-db3c-4e91-9aae-241f8a26ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:12.291561 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:13.634496 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 35472) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:55:13.787234 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [None req-dc4dcc93-a183-4510-a172-db416b523510 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Deleting port 951e72b9-88d6-48b7-a5ac-1b84a35927aa {{(pid=106711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:55:13.787568 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-dc4dcc93-a183-4510-a172-db416b523510 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:13.859264 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-dc4dcc93-a183-4510-a172-db416b523510 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:13.859585 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-dc4dcc93-a183-4510-a172-db416b523510 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:13.871286 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [None req-dc4dcc93-a183-4510-a172-db416b523510 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Calling delete_port for 951e72b9-88d6-48b7-a5ac-1b84a35927aa owned by network:floatingip {{(pid=106711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:55:14.082224 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-dc4dcc93-a183-4510-a172-db416b523510 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14797620'] for port, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:14.106950 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4dcc93-a183-4510-a172-db416b523510 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Pushing event deleted for resources: {'Port': ['ID=951e72b9-88d6-48b7-a5ac-1b84a35927aa,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:55:14.134897 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4dcc93-a183-4510-a172-db416b523510 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:55:14.135244 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4dcc93-a183-4510-a172-db416b523510 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:55:14.135603 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4dcc93-a183-4510-a172-db416b523510 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:55:14.135949 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4dcc93-a183-4510-a172-db416b523510 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:55:14.136282 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4dcc93-a183-4510-a172-db416b523510 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:55:14.136612 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4dcc93-a183-4510-a172-db416b523510 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:55:14.136939 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4dcc93-a183-4510-a172-db416b523510 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:55:14.137265 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4dcc93-a183-4510-a172-db416b523510 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:55:14.137589 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4dcc93-a183-4510-a172-db416b523510 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:55:14.137911 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4dcc93-a183-4510-a172-db416b523510 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:55:14.138232 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4dcc93-a183-4510-a172-db416b523510 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:55:14.138555 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4dcc93-a183-4510-a172-db416b523510 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:55:14.179834 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-dc4dcc93-a183-4510-a172-db416b523510 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks [] for floatingip, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:14.180161 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.db.l3_db [None req-dc4dcc93-a183-4510-a172-db416b523510 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Floating IP a110986f-ddd3-4c3a-bca6-6eeb9115c437 disassociated (deleted). External IP: 172.27.3.75, port: 8367f4ee-81ee-4c4b-81e8-49076bcfaf44. Oct 14 07:55:14.633774 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc4dcc93-a183-4510-a172-db416b523510 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Router 587c5175-2352-49e0-97ad-74d282fae443 has already been hosted by L3 agent f0543dd8-cbcf-46a4-b5f3-c6f7813920a1 {{(pid=106711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:55:14.740044 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4dcc93-a183-4510-a172-db416b523510 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Notify agent at l3_agent.dv-cinder-813746-2-iscsi the message routers_updated {{(pid=106711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:55:14.745486 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-dc4dcc93-a183-4510-a172-db416b523510 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for floatingip, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:14.749989 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37cbb26-45b8-408b-a1fe-a1213b8e8cd8 None None] Sync routers for ids ['587c5175-2352-49e0-97ad-74d282fae443'] in dv-cinder-813746-2-iscsi {{(pid=106712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:55:14.759026 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37cbb26-45b8-408b-a1fe-a1213b8e8cd8 None None] Routers {'587c5175-2352-49e0-97ad-74d282fae443'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:55:14.759632 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-c37cbb26-45b8-408b-a1fe-a1213b8e8cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:55:00Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['587c5175-2352-49e0-97ad-74d282fae443'], 'active': True} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:55:14.771100 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-dc4dcc93-a183-4510-a172-db416b523510 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "DELETE /v2.0/floatingips/a110986f-ddd3-4c3a-bca6-6eeb9115c437 HTTP/1.1" status: 204 len: 168 time: 1.1354444 Oct 14 07:55:14.771667 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0409ab3-bc7e-40fa-a04a-ef809461b165', 'tag': '8367f4ee-81ee-4c4b-81e8-49076bcfaf44'}] {{(pid=106711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:55:14.773915 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761d26d7c5f72f4b552347b0101038dbdc9b0b60127f0c8e71cb2eb10747878c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d0803f-c95f-4118-bf57-9afa50ef9ccf" -d '{"events": [{"name": "network-changed", "server_uuid": "a0409ab3-bc7e-40fa-a04a-ef809461b165", "tag": "8367f4ee-81ee-4c4b-81e8-49076bcfaf44"}]}' {{(pid=106711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:55:14.867944 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvr_db [None req-c37cbb26-45b8-408b-a1fe-a1213b8e8cd8 None None] Set router 587c5175-2352-49e0-97ad-74d282fae443 gateway port host: dv-cinder-813746-2-iscsi {{(pid=106712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:55:14.924301 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6395ff0a-6041-4624-9939-2230fab19f14 x-openstack-request-id: req-6395ff0a-6041-4624-9939-2230fab19f14 {{(pid=106711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:55:14.924588 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0409ab3-bc7e-40fa-a04a-ef809461b165", "tag": "8367f4ee-81ee-4c4b-81e8-49076bcfaf44", "status": "completed", "code": 200}]} {{(pid=106711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:55:14.924844 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6395ff0a-6041-4624-9939-2230fab19f14 {{(pid=106711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:55:14.925236 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0409ab3-bc7e-40fa-a04a-ef809461b165', 'tag': '8367f4ee-81ee-4c4b-81e8-49076bcfaf44', 'status': 'completed', 'code': 200} Oct 14 07:55:15.012247 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0803f-c95f-4118-bf57-9afa50ef9ccf req-86a3762c-d976-4f15-bfc7-6eea33ffc9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:55:15.013800 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-f0d0803f-c95f-4118-bf57-9afa50ef9ccf req-86a3762c-d976-4f15-bfc7-6eea33ffc9e3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b3e30b2e385344cd831846e78784b300&device_id=a0409ab3-bc7e-40fa-a04a-ef809461b165 HTTP/1.1" status: 200 len: 1099 time: 0.0437815 Oct 14 07:55:15.108504 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0803f-c95f-4118-bf57-9afa50ef9ccf req-07d6b030-2686-4df6-bd13-91b709a13509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:55:15.109969 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-f0d0803f-c95f-4118-bf57-9afa50ef9ccf req-07d6b030-2686-4df6-bd13-91b709a13509 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fc7548a1-a2d5-45f6-9825-763d06d99878 HTTP/1.1" status: 200 len: 913 time: 0.0887752 Oct 14 07:55:15.189863 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-f0d0803f-c95f-4118-bf57-9afa50ef9ccf req-27681906-6e0a-4196-894e-1de1ece7e7c8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8367f4ee-81ee-4c4b-81e8-49076bcfaf44 HTTP/1.1" status: 200 len: 217 time: 0.0412722 Oct 14 07:55:15.224924 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-c37cbb26-45b8-408b-a1fe-a1213b8e8cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c5175-2352-49e0-97ad-74d282fae443', 'name': 'tempest-TestVolumeBootPattern-1858258408-router', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '1998b7bf-ee9c-46f0-a491-b456986414c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:13Z', 'updated_at': '2021-10-14T07:48:16Z', 'revision_number': 4, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'gw_port': {'id': '1998b7bf-ee9c-46f0-a491-b456986414c2', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:34:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c5175-2352-49e0-97ad-74d282fae443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:13Z', 'updated_at': '2021-10-14T07:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_floatingips': [{'id': '51dff4a4-c1f3-4a91-afd5-749a2d769c71', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'router_id': '587c5175-2352-49e0-97ad-74d282fae443', 'port_id': 'd5b0f34f-c87f-4833-92c1-74b4b0f17f57', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878', 'mac_address': 'fa:16:3e:67:1f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36aa7ec-765f-43c4-943a-efb40c9ef94e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:51:45Z', 'updated_at': '2021-10-14T07:51:48Z', 'revision_number': 1, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3385bf3d-0ce6-4259-882d-b1a97c37445f', 'name': '', 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'mac_address': 'fa:16:3e:33:79:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c5175-2352-49e0-97ad-74d282fae443', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c75e489e-d577-4f33-bc9a-11bccc0fd731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:16Z', 'updated_at': '2021-10-14T07:48:26Z', 'revision_number': 5, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'subnets': [{'id': 'c75e489e-d577-4f33-bc9a-11bccc0fd731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:55:15.255512 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37cbb26-45b8-408b-a1fe-a1213b8e8cd8 None None] Checking router: 587c5175-2352-49e0-97ad-74d282fae443 for host: dv-cinder-813746-2-iscsi {{(pid=106712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:55:15.259798 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0803f-c95f-4118-bf57-9afa50ef9ccf req-630522c8-be30-4984-91c6-de0086c9221d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:55:15.261241 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-f0d0803f-c95f-4118-bf57-9afa50ef9ccf req-630522c8-be30-4984-91c6-de0086c9221d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c75e489e-d577-4f33-bc9a-11bccc0fd731 HTTP/1.1" status: 200 len: 851 time: 0.0629292 Oct 14 07:55:15.263761 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37cbb26-45b8-408b-a1fe-a1213b8e8cd8 None None] Routers {'587c5175-2352-49e0-97ad-74d282fae443'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:55:15.264414 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-c37cbb26-45b8-408b-a1fe-a1213b8e8cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:55:00Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['587c5175-2352-49e0-97ad-74d282fae443'], 'active': True} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:55:15.269317 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c340c7-0d17-47aa-a698-6c257975b0ea req-f49e0ec0-1633-4fc8-adf1-cf689510c8ff tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:55:15.270675 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-d5c340c7-0d17-47aa-a698-6c257975b0ea req-f49e0ec0-1633-4fc8-adf1-cf689510c8ff tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0409ab3-bc7e-40fa-a04a-ef809461b165 HTTP/1.1" status: 200 len: 946 time: 0.0832918 Oct 14 07:55:15.334391 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-d5c340c7-0d17-47aa-a698-6c257975b0ea req-bad224bf-e913-4d73-b7a4-b7d17fb0eeab tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547922 Oct 14 07:55:15.337513 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0803f-c95f-4118-bf57-9afa50ef9ccf req-6077417f-35fb-4236-84b9-068bd9a0846e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:55:15.338924 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-f0d0803f-c95f-4118-bf57-9afa50ef9ccf req-6077417f-35fb-4236-84b9-068bd9a0846e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fc7548a1-a2d5-45f6-9825-763d06d99878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0674248 Oct 14 07:55:15.372934 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvr_db [None req-c37cbb26-45b8-408b-a1fe-a1213b8e8cd8 None None] Set router 587c5175-2352-49e0-97ad-74d282fae443 gateway port host: dv-cinder-813746-2-iscsi {{(pid=106712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:55:15.428139 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-f0d0803f-c95f-4118-bf57-9afa50ef9ccf req-841e935f-cdc0-4eb7-9ee4-6e2534b26ed8 service neutron] 10.222.0.54 "GET /v2.0/networks/fc7548a1-a2d5-45f6-9825-763d06d99878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804901 Oct 14 07:55:15.518589 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-f0d0803f-c95f-4118-bf57-9afa50ef9ccf req-f757d1fd-1bad-4281-8ec9-4c936a3da6a0 service neutron] 10.222.0.54 "GET /v2.0/networks/fc7548a1-a2d5-45f6-9825-763d06d99878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822730 Oct 14 07:55:15.594629 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-c37cbb26-45b8-408b-a1fe-a1213b8e8cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c5175-2352-49e0-97ad-74d282fae443', 'name': 'tempest-TestVolumeBootPattern-1858258408-router', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '1998b7bf-ee9c-46f0-a491-b456986414c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:13Z', 'updated_at': '2021-10-14T07:48:16Z', 'revision_number': 4, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'gw_port': {'id': '1998b7bf-ee9c-46f0-a491-b456986414c2', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:34:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c5175-2352-49e0-97ad-74d282fae443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:13Z', 'updated_at': '2021-10-14T07:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_floatingips': [{'id': '51dff4a4-c1f3-4a91-afd5-749a2d769c71', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'router_id': '587c5175-2352-49e0-97ad-74d282fae443', 'port_id': 'd5b0f34f-c87f-4833-92c1-74b4b0f17f57', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878', 'mac_address': 'fa:16:3e:67:1f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36aa7ec-765f-43c4-943a-efb40c9ef94e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:51:45Z', 'updated_at': '2021-10-14T07:51:48Z', 'revision_number': 1, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3385bf3d-0ce6-4259-882d-b1a97c37445f', 'name': '', 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'mac_address': 'fa:16:3e:33:79:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c5175-2352-49e0-97ad-74d282fae443', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c75e489e-d577-4f33-bc9a-11bccc0fd731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:16Z', 'updated_at': '2021-10-14T07:48:26Z', 'revision_number': 5, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'subnets': [{'id': 'c75e489e-d577-4f33-bc9a-11bccc0fd731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:55:15.624060 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37cbb26-45b8-408b-a1fe-a1213b8e8cd8 None None] The sync data for ids ['587c5175-2352-49e0-97ad-74d282fae443'] in dv-cinder-813746-2-iscsi is: [{'id': '587c5175-2352-49e0-97ad-74d282fae443', 'name': 'tempest-TestVolumeBootPattern-1858258408-router', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '1998b7bf-ee9c-46f0-a491-b456986414c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:13Z', 'updated_at': '2021-10-14T07:48:16Z', 'revision_number': 4, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'gw_port': {'id': '1998b7bf-ee9c-46f0-a491-b456986414c2', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:34:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c5175-2352-49e0-97ad-74d282fae443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:13Z', 'updated_at': '2021-10-14T07:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_floatingips': [{'id': '51dff4a4-c1f3-4a91-afd5-749a2d769c71', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'router_id': '587c5175-2352-49e0-97ad-74d282fae443', 'port_id': 'd5b0f34f-c87f-4833-92c1-74b4b0f17f57', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878', 'mac_address': 'fa:16:3e:67:1f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36aa7ec-765f-43c4-943a-efb40c9ef94e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:51:45Z', 'updated_at': '2021-10-14T07:51:48Z', 'revision_number': 1, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3385bf3d-0ce6-4259-882d-b1a97c37445f', 'name': '', 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'mac_address': 'fa:16:3e:33:79:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c5175-2352-49e0-97ad-74d282fae443', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c75e489e-d577-4f33-bc9a-11bccc0fd731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:16Z', 'updated_at': '2021-10-14T07:48:26Z', 'revision_number': 5, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'subnets': [{'id': 'c75e489e-d577-4f33-bc9a-11bccc0fd731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:55:15.824791 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f07ab4-2de8-41ed-ade4-5880efcff794 None None] New status for floating IP a110986f-ddd3-4c3a-bca6-6eeb9115c437: DOWN {{(pid=106713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 07:55:16.449377 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafcd507-70a7-41e6-80ed-08c7333a60a1 req-a35ae1df-7be3-4474-823c-937c2a5f94c9 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:55:16.450836 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-fafcd507-70a7-41e6-80ed-08c7333a60a1 req-a35ae1df-7be3-4474-823c-937c2a5f94c9 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0409ab3-bc7e-40fa-a04a-ef809461b165 HTTP/1.1" status: 200 len: 946 time: 0.0473313 Oct 14 07:55:16.487923 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-fafcd507-70a7-41e6-80ed-08c7333a60a1 req-784af714-5fa0-4ec0-880f-09ba7e4defb6 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309677 Oct 14 07:55:16.877110 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4cc3f0-940c-418d-aa9f-bb967e753459 req-6eb405fc-a142-41a6-9873-bdc4888bf5f4 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:55:16.878533 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-5a4cc3f0-940c-418d-aa9f-bb967e753459 req-6eb405fc-a142-41a6-9873-bdc4888bf5f4 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.54 "GET /v2.0/ports?device_id=a0409ab3-bc7e-40fa-a04a-ef809461b165 HTTP/1.1" status: 200 len: 946 time: 0.0463831 Oct 14 07:55:16.967382 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [req-5a4cc3f0-940c-418d-aa9f-bb967e753459 req-b5e519ca-2002-4687-9c89-abb5b14afc60 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Deleting port 8367f4ee-81ee-4c4b-81e8-49076bcfaf44 {{(pid=106710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:55:16.967634 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-5a4cc3f0-940c-418d-aa9f-bb967e753459 req-b5e519ca-2002-4687-9c89-abb5b14afc60 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:17.052136 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.db [req-5a4cc3f0-940c-418d-aa9f-bb967e753459 req-b5e519ca-2002-4687-9c89-abb5b14afc60 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] For port 8367f4ee-81ee-4c4b-81e8-49076bcfaf44, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=8367f4ee-81ee-4c4b-81e8-49076bcfaf44,segment=NetworkSegment(94d52bff-5716-4774-8920-76cd196c616a),segment_id=94d52bff-5716-4774-8920-76cd196c616a)] {{(pid=106710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:55:17.052494 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-5a4cc3f0-940c-418d-aa9f-bb967e753459 req-b5e519ca-2002-4687-9c89-abb5b14afc60 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:17.064862 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [req-5a4cc3f0-940c-418d-aa9f-bb967e753459 req-b5e519ca-2002-4687-9c89-abb5b14afc60 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Calling delete_port for 8367f4ee-81ee-4c4b-81e8-49076bcfaf44 owned by compute:nova {{(pid=106710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:55:17.276429 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-5a4cc3f0-940c-418d-aa9f-bb967e753459 req-b5e519ca-2002-4687-9c89-abb5b14afc60 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16030778'] for port, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:17.303535 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e519ca-2002-4687-9c89-abb5b14afc60 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Pushing event deleted for resources: {'Port': ['ID=8367f4ee-81ee-4c4b-81e8-49076bcfaf44,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:55:17.333987 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e519ca-2002-4687-9c89-abb5b14afc60 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:55:17.334337 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e519ca-2002-4687-9c89-abb5b14afc60 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:55:17.334674 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e519ca-2002-4687-9c89-abb5b14afc60 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:55:17.335006 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e519ca-2002-4687-9c89-abb5b14afc60 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:55:17.335332 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e519ca-2002-4687-9c89-abb5b14afc60 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:55:17.335660 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e519ca-2002-4687-9c89-abb5b14afc60 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:55:17.336005 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e519ca-2002-4687-9c89-abb5b14afc60 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:55:17.336327 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e519ca-2002-4687-9c89-abb5b14afc60 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:55:17.336646 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e519ca-2002-4687-9c89-abb5b14afc60 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:55:17.336964 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e519ca-2002-4687-9c89-abb5b14afc60 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:55:17.337279 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e519ca-2002-4687-9c89-abb5b14afc60 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:55:17.337593 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e519ca-2002-4687-9c89-abb5b14afc60 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:55:17.356456 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a4cc3f0-940c-418d-aa9f-bb967e753459 req-b5e519ca-2002-4687-9c89-abb5b14afc60 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] No DVR routers for this DVR port 8367f4ee-81ee-4c4b-81e8-49076bcfaf44 on host hv-cinder-81374 {{(pid=106710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:55:17.358943 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-5a4cc3f0-940c-418d-aa9f-bb967e753459 req-b5e519ca-2002-4687-9c89-abb5b14afc60 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for port, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:17.362270 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-5a4cc3f0-940c-418d-aa9f-bb967e753459 req-b5e519ca-2002-4687-9c89-abb5b14afc60 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.54 "DELETE /v2.0/ports/8367f4ee-81ee-4c4b-81e8-49076bcfaf44 HTTP/1.1" status: 204 len: 173 time: 0.4775932 Oct 14 07:55:17.362730 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0409ab3-bc7e-40fa-a04a-ef809461b165', 'name': 'network-vif-deleted', 'tag': '8367f4ee-81ee-4c4b-81e8-49076bcfaf44'}] {{(pid=106710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:55:17.364976 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ebf78bef5954e8ca5597493995d581d8346ee5b9d6b2d49db072251da4c473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f2314b-65ab-42e2-913c-71ffc0b7ba30" -d '{"events": [{"server_uuid": "a0409ab3-bc7e-40fa-a04a-ef809461b165", "name": "network-vif-deleted", "tag": "8367f4ee-81ee-4c4b-81e8-49076bcfaf44"}]}' {{(pid=106710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:55:17.483444 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f2be23-cc4b-4ff7-9358-f353c4cbd4f2 x-openstack-request-id: req-48f2be23-cc4b-4ff7-9358-f353c4cbd4f2 {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:55:17.483782 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0409ab3-bc7e-40fa-a04a-ef809461b165", "name": "network-vif-deleted", "tag": "8367f4ee-81ee-4c4b-81e8-49076bcfaf44", "status": "completed", "code": 200}]} {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:55:17.484042 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-48f2be23-cc4b-4ff7-9358-f353c4cbd4f2 {{(pid=106710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:55:17.484497 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0409ab3-bc7e-40fa-a04a-ef809461b165', 'name': 'network-vif-deleted', 'tag': '8367f4ee-81ee-4c4b-81e8-49076bcfaf44', 'status': 'completed', 'code': 200} Oct 14 07:55:17.579501 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-a6ea4ca7-4a1f-40dd-b809-c0e3d000c727 req-78f9dfc9-5c09-45ce-ab98-f21bbe394ca4 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0409ab3-bc7e-40fa-a04a-ef809461b165 HTTP/1.1" status: 200 len: 210 time: 0.0251718 Oct 14 07:55:18.682159 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-e024eba3-83c4-49b1-9647-f7622bf2cffa req-66b3e1e1-07f7-447a-a28e-0573976fafce tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0409ab3-bc7e-40fa-a04a-ef809461b165 HTTP/1.1" status: 200 len: 210 time: 0.0253117 Oct 14 07:55:21.328329 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 8367f4ee-81ee-4c4b-81e8-49076bcfaf44 no longer exists at agent hyperv_hv-cinder-81374 {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:55:21.348407 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] No Port match for: 8367f4ee-81ee-4c4b-81e8-49076bcfaf44 {{(pid=106712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:55:21.348748 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 8367f4ee-81ee-4c4b-81e8-49076bcfaf44 not bound to the agent host hv-cinder-81374 {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:55:22.138311 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 35512) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:55:22.300313 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [None req-39a23544-6b33-4626-b084-aba75de9081b tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Deleting port 88bb53e9-52b3-47c3-9052-e520b1a914a0 {{(pid=106711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:55:22.300646 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-39a23544-6b33-4626-b084-aba75de9081b tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:22.372534 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-39a23544-6b33-4626-b084-aba75de9081b tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:22.372856 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-39a23544-6b33-4626-b084-aba75de9081b tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:22.384130 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [None req-39a23544-6b33-4626-b084-aba75de9081b tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Calling delete_port for 88bb53e9-52b3-47c3-9052-e520b1a914a0 owned by network:floatingip {{(pid=106711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:55:22.602411 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-39a23544-6b33-4626-b084-aba75de9081b tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14797620'] for port, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:22.625542 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a23544-6b33-4626-b084-aba75de9081b tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Pushing event deleted for resources: {'Port': ['ID=88bb53e9-52b3-47c3-9052-e520b1a914a0,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:55:22.688522 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-39a23544-6b33-4626-b084-aba75de9081b tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks [] for floatingip, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:22.688841 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.db.l3_db [None req-39a23544-6b33-4626-b084-aba75de9081b tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Floating IP 51dff4a4-c1f3-4a91-afd5-749a2d769c71 disassociated (deleted). External IP: 172.27.3.32, port: d5b0f34f-c87f-4833-92c1-74b4b0f17f57. Oct 14 07:55:22.891072 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a23544-6b33-4626-b084-aba75de9081b tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Router 587c5175-2352-49e0-97ad-74d282fae443 has already been hosted by L3 agent f0543dd8-cbcf-46a4-b5f3-c6f7813920a1 {{(pid=106711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:55:22.994319 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a23544-6b33-4626-b084-aba75de9081b tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Notify agent at l3_agent.dv-cinder-813746-2-iscsi the message routers_updated {{(pid=106711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:55:22.999000 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-39a23544-6b33-4626-b084-aba75de9081b tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for floatingip, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:23.003584 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e56bc8-50c9-466d-988f-f43182e281ca None None] Sync routers for ids ['587c5175-2352-49e0-97ad-74d282fae443'] in dv-cinder-813746-2-iscsi {{(pid=106712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:55:23.012869 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e56bc8-50c9-466d-988f-f43182e281ca None None] Routers {'587c5175-2352-49e0-97ad-74d282fae443'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:55:23.013469 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-70e56bc8-50c9-466d-988f-f43182e281ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:55:00Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['587c5175-2352-49e0-97ad-74d282fae443'], 'active': True} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:55:23.024951 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-39a23544-6b33-4626-b084-aba75de9081b tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "DELETE /v2.0/floatingips/51dff4a4-c1f3-4a91-afd5-749a2d769c71 HTTP/1.1" status: 204 len: 168 time: 0.8853290 Oct 14 07:55:23.025524 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a36aa7ec-765f-43c4-943a-efb40c9ef94e', 'tag': 'd5b0f34f-c87f-4833-92c1-74b4b0f17f57'}] {{(pid=106711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:55:23.027793 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761d26d7c5f72f4b552347b0101038dbdc9b0b60127f0c8e71cb2eb10747878c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8770e9-e6a7-465d-939c-d0f95834ef47" -d '{"events": [{"name": "network-changed", "server_uuid": "a36aa7ec-765f-43c4-943a-efb40c9ef94e", "tag": "d5b0f34f-c87f-4833-92c1-74b4b0f17f57"}]}' {{(pid=106711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:55:23.067403 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f99204a-bb27-404b-b99c-423cf07733ea x-openstack-request-id: req-0f99204a-bb27-404b-b99c-423cf07733ea {{(pid=106711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:55:23.067712 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a36aa7ec-765f-43c4-943a-efb40c9ef94e", "tag": "d5b0f34f-c87f-4833-92c1-74b4b0f17f57", "status": "completed", "code": 200}]} {{(pid=106711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:55:23.067969 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0f99204a-bb27-404b-b99c-423cf07733ea {{(pid=106711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:55:23.068370 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a36aa7ec-765f-43c4-943a-efb40c9ef94e', 'tag': 'd5b0f34f-c87f-4833-92c1-74b4b0f17f57', 'status': 'completed', 'code': 200} Oct 14 07:55:23.126775 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvr_db [None req-70e56bc8-50c9-466d-988f-f43182e281ca None None] Set router 587c5175-2352-49e0-97ad-74d282fae443 gateway port host: dv-cinder-813746-2-iscsi {{(pid=106712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:55:23.155718 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8770e9-e6a7-465d-939c-d0f95834ef47 req-bf185e21-a127-4c67-9f8b-14ddf455255c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:55:23.157145 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-7e8770e9-e6a7-465d-939c-d0f95834ef47 req-bf185e21-a127-4c67-9f8b-14ddf455255c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b3e30b2e385344cd831846e78784b300&device_id=a36aa7ec-765f-43c4-943a-efb40c9ef94e HTTP/1.1" status: 200 len: 1099 time: 0.0391574 Oct 14 07:55:23.250976 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8770e9-e6a7-465d-939c-d0f95834ef47 req-cd77e786-ea90-45e2-9f78-39da55e77aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:55:23.252635 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-7e8770e9-e6a7-465d-939c-d0f95834ef47 req-cd77e786-ea90-45e2-9f78-39da55e77aa4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fc7548a1-a2d5-45f6-9825-763d06d99878 HTTP/1.1" status: 200 len: 913 time: 0.0877833 Oct 14 07:55:23.293682 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-7e8770e9-e6a7-465d-939c-d0f95834ef47 req-0ca86d30-1fb9-4ff7-9fbe-c1085685b101 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5b0f34f-c87f-4833-92c1-74b4b0f17f57 HTTP/1.1" status: 200 len: 217 time: 0.0341499 Oct 14 07:55:23.324830 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-70e56bc8-50c9-466d-988f-f43182e281ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c5175-2352-49e0-97ad-74d282fae443', 'name': 'tempest-TestVolumeBootPattern-1858258408-router', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '1998b7bf-ee9c-46f0-a491-b456986414c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:13Z', 'updated_at': '2021-10-14T07:48:16Z', 'revision_number': 4, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'gw_port': {'id': '1998b7bf-ee9c-46f0-a491-b456986414c2', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:34:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c5175-2352-49e0-97ad-74d282fae443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:13Z', 'updated_at': '2021-10-14T07:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': '3385bf3d-0ce6-4259-882d-b1a97c37445f', 'name': '', 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'mac_address': 'fa:16:3e:33:79:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c5175-2352-49e0-97ad-74d282fae443', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c75e489e-d577-4f33-bc9a-11bccc0fd731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:16Z', 'updated_at': '2021-10-14T07:48:26Z', 'revision_number': 5, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'subnets': [{'id': 'c75e489e-d577-4f33-bc9a-11bccc0fd731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:55:23.345011 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8770e9-e6a7-465d-939c-d0f95834ef47 req-7340dc1b-370b-4416-bc29-a3fe08970be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:55:23.349948 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-7e8770e9-e6a7-465d-939c-d0f95834ef47 req-7340dc1b-370b-4416-bc29-a3fe08970be4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c75e489e-d577-4f33-bc9a-11bccc0fd731 HTTP/1.1" status: 200 len: 851 time: 0.0456858 Oct 14 07:55:23.356067 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e56bc8-50c9-466d-988f-f43182e281ca None None] Checking router: 587c5175-2352-49e0-97ad-74d282fae443 for host: dv-cinder-813746-2-iscsi {{(pid=106712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:55:23.364749 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e56bc8-50c9-466d-988f-f43182e281ca None None] Routers {'587c5175-2352-49e0-97ad-74d282fae443'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:55:23.365286 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-70e56bc8-50c9-466d-988f-f43182e281ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:55:00Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['587c5175-2352-49e0-97ad-74d282fae443'], 'active': True} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:55:23.395049 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8770e9-e6a7-465d-939c-d0f95834ef47 req-30ba4a9c-2af4-4b8e-b3b3-91518304036a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:55:23.397293 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-7e8770e9-e6a7-465d-939c-d0f95834ef47 req-30ba4a9c-2af4-4b8e-b3b3-91518304036a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fc7548a1-a2d5-45f6-9825-763d06d99878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430591 Oct 14 07:55:23.477576 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvr_db [None req-70e56bc8-50c9-466d-988f-f43182e281ca None None] Set router 587c5175-2352-49e0-97ad-74d282fae443 gateway port host: dv-cinder-813746-2-iscsi {{(pid=106712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:55:23.516348 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d25db-b6ba-472b-bcc6-dc07944117f1 req-16d1af84-5aa3-4e95-a30d-a71584d6584b tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:55:23.517971 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-d65d25db-b6ba-472b-bcc6-dc07944117f1 req-16d1af84-5aa3-4e95-a30d-a71584d6584b tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=a36aa7ec-765f-43c4-943a-efb40c9ef94e HTTP/1.1" status: 200 len: 946 time: 0.0555153 Oct 14 07:55:23.560047 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-d65d25db-b6ba-472b-bcc6-dc07944117f1 req-53ee2147-8298-4a1d-9abf-4c96a87047d1 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344179 Oct 14 07:55:23.689050 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-70e56bc8-50c9-466d-988f-f43182e281ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c5175-2352-49e0-97ad-74d282fae443', 'name': 'tempest-TestVolumeBootPattern-1858258408-router', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '1998b7bf-ee9c-46f0-a491-b456986414c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:13Z', 'updated_at': '2021-10-14T07:48:16Z', 'revision_number': 4, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'gw_port': {'id': '1998b7bf-ee9c-46f0-a491-b456986414c2', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:34:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c5175-2352-49e0-97ad-74d282fae443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:13Z', 'updated_at': '2021-10-14T07:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': '3385bf3d-0ce6-4259-882d-b1a97c37445f', 'name': '', 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'mac_address': 'fa:16:3e:33:79:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c5175-2352-49e0-97ad-74d282fae443', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c75e489e-d577-4f33-bc9a-11bccc0fd731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:16Z', 'updated_at': '2021-10-14T07:48:26Z', 'revision_number': 5, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'subnets': [{'id': 'c75e489e-d577-4f33-bc9a-11bccc0fd731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:55:23.717685 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e56bc8-50c9-466d-988f-f43182e281ca None None] The sync data for ids ['587c5175-2352-49e0-97ad-74d282fae443'] in dv-cinder-813746-2-iscsi is: [{'id': '587c5175-2352-49e0-97ad-74d282fae443', 'name': 'tempest-TestVolumeBootPattern-1858258408-router', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '1998b7bf-ee9c-46f0-a491-b456986414c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:13Z', 'updated_at': '2021-10-14T07:48:16Z', 'revision_number': 4, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'gw_port': {'id': '1998b7bf-ee9c-46f0-a491-b456986414c2', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:34:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c5175-2352-49e0-97ad-74d282fae443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:13Z', 'updated_at': '2021-10-14T07:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': '3385bf3d-0ce6-4259-882d-b1a97c37445f', 'name': '', 'network_id': 'fc7548a1-a2d5-45f6-9825-763d06d99878', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'mac_address': 'fa:16:3e:33:79:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c5175-2352-49e0-97ad-74d282fae443', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c75e489e-d577-4f33-bc9a-11bccc0fd731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:16Z', 'updated_at': '2021-10-14T07:48:26Z', 'revision_number': 5, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'subnets': [{'id': 'c75e489e-d577-4f33-bc9a-11bccc0fd731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:55:23.794571 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-7e8770e9-e6a7-465d-939c-d0f95834ef47 req-4405b3bc-5d6f-4d7d-bb8e-cb630d53a7bb service neutron] 10.222.0.54 "GET /v2.0/networks/fc7548a1-a2d5-45f6-9825-763d06d99878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463135 Oct 14 07:55:23.887725 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-7e8770e9-e6a7-465d-939c-d0f95834ef47 req-83b6d43f-3b3e-43ba-8437-4d53d7bd2ebd service neutron] 10.222.0.54 "GET /v2.0/networks/fc7548a1-a2d5-45f6-9825-763d06d99878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853157 Oct 14 07:55:23.934640 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4296eb4f-cf2e-40ff-b248-86c4e9e0f3fd None None] New status for floating IP 51dff4a4-c1f3-4a91-afd5-749a2d769c71: DOWN {{(pid=106713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 07:55:24.675444 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e110fc-2fb0-4851-a44c-4bbfd077ac2d req-266b3506-81c9-49ef-a2b4-b713cc16a3f2 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:55:24.676938 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-10e110fc-2fb0-4851-a44c-4bbfd077ac2d req-266b3506-81c9-49ef-a2b4-b713cc16a3f2 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=a36aa7ec-765f-43c4-943a-efb40c9ef94e HTTP/1.1" status: 200 len: 946 time: 0.0480769 Oct 14 07:55:24.715165 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-10e110fc-2fb0-4851-a44c-4bbfd077ac2d req-4cbbcf7e-ca9a-4091-87de-2440e3487fda tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/security-groups?id=5195c0a2-1d1f-4ea4-b695-5e814571f83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316877 Oct 14 07:55:25.101752 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c5e6b-bdff-4dc2-8fd4-7ac3448d4be8 req-8619354c-0c06-4bc1-b648-7fc6cf1af9aa tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:55:25.103178 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-414c5e6b-bdff-4dc2-8fd4-7ac3448d4be8 req-8619354c-0c06-4bc1-b648-7fc6cf1af9aa tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.54 "GET /v2.0/ports?device_id=a36aa7ec-765f-43c4-943a-efb40c9ef94e HTTP/1.1" status: 200 len: 946 time: 0.0467083 Oct 14 07:55:25.192333 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [req-414c5e6b-bdff-4dc2-8fd4-7ac3448d4be8 req-50c2a950-81b9-413c-9425-a3ee5b02ec81 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Deleting port d5b0f34f-c87f-4833-92c1-74b4b0f17f57 {{(pid=106710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:55:25.192646 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-414c5e6b-bdff-4dc2-8fd4-7ac3448d4be8 req-50c2a950-81b9-413c-9425-a3ee5b02ec81 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:25.276232 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.db [req-414c5e6b-bdff-4dc2-8fd4-7ac3448d4be8 req-50c2a950-81b9-413c-9425-a3ee5b02ec81 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] For port d5b0f34f-c87f-4833-92c1-74b4b0f17f57, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=d5b0f34f-c87f-4833-92c1-74b4b0f17f57,segment=NetworkSegment(94d52bff-5716-4774-8920-76cd196c616a),segment_id=94d52bff-5716-4774-8920-76cd196c616a)] {{(pid=106710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:55:25.276586 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-414c5e6b-bdff-4dc2-8fd4-7ac3448d4be8 req-50c2a950-81b9-413c-9425-a3ee5b02ec81 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:25.288981 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [req-414c5e6b-bdff-4dc2-8fd4-7ac3448d4be8 req-50c2a950-81b9-413c-9425-a3ee5b02ec81 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Calling delete_port for d5b0f34f-c87f-4833-92c1-74b4b0f17f57 owned by compute:nova {{(pid=106710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:55:25.471271 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-414c5e6b-bdff-4dc2-8fd4-7ac3448d4be8 req-50c2a950-81b9-413c-9425-a3ee5b02ec81 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16030778'] for port, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:25.502877 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c2a950-81b9-413c-9425-a3ee5b02ec81 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Pushing event deleted for resources: {'Port': ['ID=d5b0f34f-c87f-4833-92c1-74b4b0f17f57,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:55:25.549718 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.l3_dvrscheduler_db [req-414c5e6b-bdff-4dc2-8fd4-7ac3448d4be8 req-50c2a950-81b9-413c-9425-a3ee5b02ec81 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] No DVR routers for this DVR port d5b0f34f-c87f-4833-92c1-74b4b0f17f57 on host hv-cinder-81374 {{(pid=106710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:55:25.552182 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-414c5e6b-bdff-4dc2-8fd4-7ac3448d4be8 req-50c2a950-81b9-413c-9425-a3ee5b02ec81 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for port, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:25.555543 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-414c5e6b-bdff-4dc2-8fd4-7ac3448d4be8 req-50c2a950-81b9-413c-9425-a3ee5b02ec81 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.54 "DELETE /v2.0/ports/d5b0f34f-c87f-4833-92c1-74b4b0f17f57 HTTP/1.1" status: 204 len: 173 time: 0.4461055 Oct 14 07:55:25.556002 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a36aa7ec-765f-43c4-943a-efb40c9ef94e', 'name': 'network-vif-deleted', 'tag': 'd5b0f34f-c87f-4833-92c1-74b4b0f17f57'}] {{(pid=106710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:55:25.558293 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ebf78bef5954e8ca5597493995d581d8346ee5b9d6b2d49db072251da4c473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c46919d-44ad-4a7a-b6ce-8eaf96e2bec5" -d '{"events": [{"server_uuid": "a36aa7ec-765f-43c4-943a-efb40c9ef94e", "name": "network-vif-deleted", "tag": "d5b0f34f-c87f-4833-92c1-74b4b0f17f57"}]}' {{(pid=106710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:55:25.594282 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596d7ad2-7953-4ffa-b8aa-0a7a0cc68b67 x-openstack-request-id: req-596d7ad2-7953-4ffa-b8aa-0a7a0cc68b67 {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:55:25.594576 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a36aa7ec-765f-43c4-943a-efb40c9ef94e", "name": "network-vif-deleted", "tag": "d5b0f34f-c87f-4833-92c1-74b4b0f17f57", "status": "completed", "code": 200}]} {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:55:25.594831 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-596d7ad2-7953-4ffa-b8aa-0a7a0cc68b67 {{(pid=106710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:55:25.595241 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a36aa7ec-765f-43c4-943a-efb40c9ef94e', 'name': 'network-vif-deleted', 'tag': 'd5b0f34f-c87f-4833-92c1-74b4b0f17f57', 'status': 'completed', 'code': 200} Oct 14 07:55:25.806850 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-71d9f339-39d9-4ee9-a4ee-678594660e6a req-1d9afaa4-5aa1-4b98-bae3-d71e21b4431a tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=a36aa7ec-765f-43c4-943a-efb40c9ef94e HTTP/1.1" status: 200 len: 210 time: 0.0253508 Oct 14 07:55:26.912435 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-ce77eebf-cf72-4037-9993-673557bf5fa0 req-da18f070-5fc8-445e-9dd0-5c7848e91077 tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "GET /v2.0/ports?device_id=a36aa7ec-765f-43c4-943a-efb40c9ef94e HTTP/1.1" status: 200 len: 210 time: 0.0262389 Oct 14 07:55:27.356151 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-14f8883b-50d9-4c84-9b99-ed5e87e7b5a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:27.967308 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 35532) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:55:28.087922 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [None req-95ee1a5b-e79c-4d99-a219-d4f8e972a5ea tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Deleting port f84b3d1c-5c73-4ff4-8fbe-dd8d7dd70aac {{(pid=106711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:55:28.088163 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-95ee1a5b-e79c-4d99-a219-d4f8e972a5ea tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:28.160778 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-95ee1a5b-e79c-4d99-a219-d4f8e972a5ea tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:28.161093 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-95ee1a5b-e79c-4d99-a219-d4f8e972a5ea tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:28.173218 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [None req-95ee1a5b-e79c-4d99-a219-d4f8e972a5ea tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Calling delete_port for f84b3d1c-5c73-4ff4-8fbe-dd8d7dd70aac owned by network:floatingip {{(pid=106711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:55:28.373441 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-95ee1a5b-e79c-4d99-a219-d4f8e972a5ea tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14797620'] for port, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:28.399307 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ee1a5b-e79c-4d99-a219-d4f8e972a5ea tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Pushing event deleted for resources: {'Port': ['ID=f84b3d1c-5c73-4ff4-8fbe-dd8d7dd70aac,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:55:28.459891 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-95ee1a5b-e79c-4d99-a219-d4f8e972a5ea tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks [] for floatingip, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:28.462370 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-95ee1a5b-e79c-4d99-a219-d4f8e972a5ea tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for floatingip, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:28.463491 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-95ee1a5b-e79c-4d99-a219-d4f8e972a5ea tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "DELETE /v2.0/floatingips/053a2c0d-153d-4019-bb17-bf657b77ef8c HTTP/1.1" status: 204 len: 168 time: 0.4951794 Oct 14 07:55:29.361139 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device d5b0f34f-c87f-4833-92c1-74b4b0f17f57 no longer exists at agent hyperv_hv-cinder-81374 {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:55:29.385285 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] No Port match for: d5b0f34f-c87f-4833-92c1-74b4b0f17f57 {{(pid=106712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:55:29.385628 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device d5b0f34f-c87f-4833-92c1-74b4b0f17f57 not bound to the agent host hv-cinder-81374 {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:55:29.764862 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 35544) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:55:29.821223 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-e652218c-8665-47e6-9293-f235b1a6641f tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks [] for security_group, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:29.844817 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-e652218c-8665-47e6-9293-f235b1a6641f tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:30.000096 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-e652218c-8665-47e6-9293-f235b1a6641f tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:30.002732 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-e652218c-8665-47e6-9293-f235b1a6641f tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:30.003930 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-e652218c-8665-47e6-9293-f235b1a6641f tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] 10.222.0.47 "DELETE /v2.0/security-groups/5195c0a2-1d1f-4ea4-b695-5e814571f83a HTTP/1.1" status: 204 len: 168 time: 0.2380497 Oct 14 07:55:30.012163 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-c0082f7e-305e-4259-a2c0-020f456e094b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:30.013755 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652218c-8665-47e6-9293-f235b1a6641f tempest-TestVolumeBootPattern-20323097 tempest-TestVolumeBootPattern-20323097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5195c0a2-1d1f-4ea4-b695-5e814571f83a,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:55:30.851660 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:31.134747 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 35552) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:55:31.344787 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-93e1ef1e-be74-48a7-9436-c986e05ec438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:31.603793 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-33e1274e-4482-4019-a100-0ab0d5aa46d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1653706'] for router_interface, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:31.838195 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [None req-33e1274e-4482-4019-a100-0ab0d5aa46d0 admin admin] Deleting port 3385bf3d-0ce6-4259-882d-b1a97c37445f {{(pid=106710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:55:31.838524 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-33e1274e-4482-4019-a100-0ab0d5aa46d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:31.915957 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.db [None req-33e1274e-4482-4019-a100-0ab0d5aa46d0 admin admin] For port 3385bf3d-0ce6-4259-882d-b1a97c37445f, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=3385bf3d-0ce6-4259-882d-b1a97c37445f,segment=NetworkSegment(94d52bff-5716-4774-8920-76cd196c616a),segment_id=94d52bff-5716-4774-8920-76cd196c616a)] {{(pid=106710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:55:31.916344 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-33e1274e-4482-4019-a100-0ab0d5aa46d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:31.928153 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [None req-33e1274e-4482-4019-a100-0ab0d5aa46d0 admin admin] Calling delete_port for 3385bf3d-0ce6-4259-882d-b1a97c37445f owned by network:router_interface {{(pid=106710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:55:32.148514 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-33e1274e-4482-4019-a100-0ab0d5aa46d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16030778'] for port, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:32.181770 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e1274e-4482-4019-a100-0ab0d5aa46d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3385bf3d-0ce6-4259-882d-b1a97c37445f,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:55:32.339317 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-33e1274e-4482-4019-a100-0ab0d5aa46d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2071463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654618'] for router_interface, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:32.548172 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e1274e-4482-4019-a100-0ab0d5aa46d0 admin admin] Router 587c5175-2352-49e0-97ad-74d282fae443 has already been hosted by L3 agent f0543dd8-cbcf-46a4-b5f3-c6f7813920a1 {{(pid=106710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:55:32.649662 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e1274e-4482-4019-a100-0ab0d5aa46d0 admin admin] Notify agent at l3_agent.dv-cinder-813746-2-iscsi the message routers_updated {{(pid=106710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:55:32.654955 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-33e1274e-4482-4019-a100-0ab0d5aa46d0 admin admin] 10.222.0.47 "PUT /v2.0/routers/587c5175-2352-49e0-97ad-74d282fae443/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5191720 Oct 14 07:55:32.657383 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 35556) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:55:32.660511 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c302b8bb-f1c4-4828-a7f6-6a53dd51623a None None] Sync routers for ids ['587c5175-2352-49e0-97ad-74d282fae443'] in dv-cinder-813746-2-iscsi {{(pid=106712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:55:32.672411 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c302b8bb-f1c4-4828-a7f6-6a53dd51623a None None] Routers {'587c5175-2352-49e0-97ad-74d282fae443'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:55:32.673452 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-c302b8bb-f1c4-4828-a7f6-6a53dd51623a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:55:30Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['587c5175-2352-49e0-97ad-74d282fae443'], 'active': True} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:55:32.768664 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-705f788e-de76-4311-8b11-7e6ccb456109 admin admin] Publish callbacks [] for router, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:32.871918 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-705f788e-de76-4311-8b11-7e6ccb456109 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:32.916516 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvr_db [None req-c302b8bb-f1c4-4828-a7f6-6a53dd51623a None None] Set router 587c5175-2352-49e0-97ad-74d282fae443 gateway port host: dv-cinder-813746-2-iscsi {{(pid=106712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:55:32.970077 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-439377cf-db3c-4e91-9aae-241f8a26ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:32.980129 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [None req-705f788e-de76-4311-8b11-7e6ccb456109 admin admin] Deleting port 1998b7bf-ee9c-46f0-a491-b456986414c2 {{(pid=106710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:55:32.980467 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-705f788e-de76-4311-8b11-7e6ccb456109 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:33.062805 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.db [None req-705f788e-de76-4311-8b11-7e6ccb456109 admin admin] For port 1998b7bf-ee9c-46f0-a491-b456986414c2, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=1998b7bf-ee9c-46f0-a491-b456986414c2,segment=NetworkSegment(83c3fea4-f928-4a40-b18e-1fedd452844d),segment_id=83c3fea4-f928-4a40-b18e-1fedd452844d)] {{(pid=106710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:55:33.063187 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-705f788e-de76-4311-8b11-7e6ccb456109 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:33.075111 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [None req-705f788e-de76-4311-8b11-7e6ccb456109 admin admin] Calling delete_port for 1998b7bf-ee9c-46f0-a491-b456986414c2 owned by network:router_gateway {{(pid=106710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:55:33.093620 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-c302b8bb-f1c4-4828-a7f6-6a53dd51623a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c5175-2352-49e0-97ad-74d282fae443', 'name': 'tempest-TestVolumeBootPattern-1858258408-router', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '1998b7bf-ee9c-46f0-a491-b456986414c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:13Z', 'updated_at': '2021-10-14T07:55:32Z', 'revision_number': 5, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'gw_port': {'id': '1998b7bf-ee9c-46f0-a491-b456986414c2', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:34:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c5175-2352-49e0-97ad-74d282fae443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:13Z', 'updated_at': '2021-10-14T07:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi'}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:55:33.120231 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c302b8bb-f1c4-4828-a7f6-6a53dd51623a None None] Checking router: 587c5175-2352-49e0-97ad-74d282fae443 for host: dv-cinder-813746-2-iscsi {{(pid=106712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:55:33.128204 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c302b8bb-f1c4-4828-a7f6-6a53dd51623a None None] Routers {'587c5175-2352-49e0-97ad-74d282fae443'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:55:33.128805 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-c302b8bb-f1c4-4828-a7f6-6a53dd51623a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:55:30Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['587c5175-2352-49e0-97ad-74d282fae443'], 'active': True} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:55:33.215407 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvr_db [None req-c302b8bb-f1c4-4828-a7f6-6a53dd51623a None None] Set router 587c5175-2352-49e0-97ad-74d282fae443 gateway port host: None {{(pid=106712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:55:33.270032 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-c302b8bb-f1c4-4828-a7f6-6a53dd51623a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c5175-2352-49e0-97ad-74d282fae443', 'name': 'tempest-TestVolumeBootPattern-1858258408-router', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:13Z', 'updated_at': '2021-10-14T07:55:32Z', 'revision_number': 6, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'gw_port_host': None}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:55:33.293746 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-705f788e-de76-4311-8b11-7e6ccb456109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16030778'] for port, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:33.297306 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c302b8bb-f1c4-4828-a7f6-6a53dd51623a None None] The sync data for ids ['587c5175-2352-49e0-97ad-74d282fae443'] in dv-cinder-813746-2-iscsi is: [{'id': '587c5175-2352-49e0-97ad-74d282fae443', 'name': 'tempest-TestVolumeBootPattern-1858258408-router', 'tenant_id': 'b3e30b2e385344cd831846e78784b300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:13Z', 'updated_at': '2021-10-14T07:55:32Z', 'revision_number': 6, 'project_id': 'b3e30b2e385344cd831846e78784b300', 'gw_port_host': None}] {{(pid=106712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:55:33.321428 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705f788e-de76-4311-8b11-7e6ccb456109 admin admin] Pushing event deleted for resources: {'Port': ['ID=1998b7bf-ee9c-46f0-a491-b456986414c2,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:55:33.385048 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-705f788e-de76-4311-8b11-7e6ccb456109 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648128'] for router_gateway, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:33.469829 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-705f788e-de76-4311-8b11-7e6ccb456109 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-828'] for router, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:33.471887 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-705f788e-de76-4311-8b11-7e6ccb456109 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:33.601782 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-705f788e-de76-4311-8b11-7e6ccb456109 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651625'] for router, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:33.602238 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705f788e-de76-4311-8b11-7e6ccb456109 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 587c5175-2352-49e0-97ad-74d282fae443 {{(pid=106710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 07:55:33.610045 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-705f788e-de76-4311-8b11-7e6ccb456109 admin admin] Publish callbacks [] for router, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:33.610045 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-705f788e-de76-4311-8b11-7e6ccb456109 admin admin] 10.222.0.47 "DELETE /v2.0/routers/587c5175-2352-49e0-97ad-74d282fae443 HTTP/1.1" status: 204 len: 168 time: 0.9501863 Oct 14 07:55:33.610996 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 35560) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:55:33.656713 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b496d4c-3545-403f-b878-e09fd434613e admin admin] Deleting subnet c75e489e-d577-4f33-bc9a-11bccc0fd731 {{(pid=106710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 07:55:33.659987 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8b496d4c-3545-403f-b878-e09fd434613e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:33.694065 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8b496d4c-3545-403f-b878-e09fd434613e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15847657'] for subnet, precommit_delete_associations {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:33.777628 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8b496d4c-3545-403f-b878-e09fd434613e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728799'] for subnet, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:33.887765 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8b496d4c-3545-403f-b878-e09fd434613e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16031691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16090958'] for subnet, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:33.912345 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b496d4c-3545-403f-b878-e09fd434613e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c75e489e-d577-4f33-bc9a-11bccc0fd731,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:55:33.916843 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8b496d4c-3545-403f-b878-e09fd434613e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for subnet, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:33.920020 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-8b496d4c-3545-403f-b878-e09fd434613e admin admin] 10.222.0.47 "DELETE /v2.0/subnets/c75e489e-d577-4f33-bc9a-11bccc0fd731 HTTP/1.1" status: 204 len: 168 time: 0.3080721 Oct 14 07:55:33.922498 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 35562) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:55:33.922706 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33716104-e2b1-47fe-8ebe-e184b1d750ea None None] Network fc7548a1-a2d5-45f6-9825-763d06d99878 requested from dv-cinder-813746-2-iscsi {{(pid=106712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:55:33.988403 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-55be2ae1-8bf7-45b3-b8e8-be56382079ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530581'] for network, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:34.048636 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [None req-55be2ae1-8bf7-45b3-b8e8-be56382079ed admin admin] Deleting port 4008b569-cbab-48cf-bbc1-540622ce351f {{(pid=106710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:55:34.048970 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-55be2ae1-8bf7-45b3-b8e8-be56382079ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:34.113990 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.db [None req-55be2ae1-8bf7-45b3-b8e8-be56382079ed admin admin] For port 4008b569-cbab-48cf-bbc1-540622ce351f, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=4008b569-cbab-48cf-bbc1-540622ce351f,segment=NetworkSegment(94d52bff-5716-4774-8920-76cd196c616a),segment_id=94d52bff-5716-4774-8920-76cd196c616a)] {{(pid=106710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:55:34.114376 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-55be2ae1-8bf7-45b3-b8e8-be56382079ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:34.115806 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd2a7dd-e6c2-4fc5-bdb3-4d49d150bddc None None] DHCP port deletion for fc7548a1-a2d5-45f6-9825-763d06d99878 request from dv-cinder-813746-2-iscsi {{(pid=106712) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 07:55:34.127574 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [None req-55be2ae1-8bf7-45b3-b8e8-be56382079ed admin admin] Calling delete_port for 4008b569-cbab-48cf-bbc1-540622ce351f owned by network:dhcp {{(pid=106710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:55:34.163445 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-fbd2a7dd-e6c2-4fc5-bdb3-4d49d150bddc None None] Deleting port 4008b569-cbab-48cf-bbc1-540622ce351f {{(pid=106712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:55:34.163784 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-fbd2a7dd-e6c2-4fc5-bdb3-4d49d150bddc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:34.230295 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-fbd2a7dd-e6c2-4fc5-bdb3-4d49d150bddc None None] For port 4008b569-cbab-48cf-bbc1-540622ce351f, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=4008b569-cbab-48cf-bbc1-540622ce351f,segment=NetworkSegment(94d52bff-5716-4774-8920-76cd196c616a),segment_id=94d52bff-5716-4774-8920-76cd196c616a)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:55:34.230697 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-fbd2a7dd-e6c2-4fc5-bdb3-4d49d150bddc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:34.243792 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-fbd2a7dd-e6c2-4fc5-bdb3-4d49d150bddc None None] Calling delete_port for 4008b569-cbab-48cf-bbc1-540622ce351f owned by network:dhcp {{(pid=106712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:55:34.304691 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-55be2ae1-8bf7-45b3-b8e8-be56382079ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16030778'] for port, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:34.326528 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-fbd2a7dd-e6c2-4fc5-bdb3-4d49d150bddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784'] for port, after_delete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:34.330764 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be2ae1-8bf7-45b3-b8e8-be56382079ed admin admin] Pushing event deleted for resources: {'Port': ['ID=4008b569-cbab-48cf-bbc1-540622ce351f,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:55:34.334313 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55be2ae1-8bf7-45b3-b8e8-be56382079ed admin admin] No DVR routers for this DVR port 4008b569-cbab-48cf-bbc1-540622ce351f on host dv-cinder-813746-2-iscsi {{(pid=106710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:55:34.357435 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd2a7dd-e6c2-4fc5-bdb3-4d49d150bddc None None] Pushing event deleted for resources: {'Port': ['ID=4008b569-cbab-48cf-bbc1-540622ce351f,revision_number=None']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:55:34.364346 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd2a7dd-e6c2-4fc5-bdb3-4d49d150bddc None None] No DVR routers for this DVR port 4008b569-cbab-48cf-bbc1-540622ce351f on host dv-cinder-813746-2-iscsi {{(pid=106712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:55:34.371796 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2a7dd-e6c2-4fc5-bdb3-4d49d150bddc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:55:34.372254 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2a7dd-e6c2-4fc5-bdb3-4d49d150bddc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:55:34.372600 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2a7dd-e6c2-4fc5-bdb3-4d49d150bddc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:55:34.372937 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2a7dd-e6c2-4fc5-bdb3-4d49d150bddc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:55:34.373254 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2a7dd-e6c2-4fc5-bdb3-4d49d150bddc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:55:34.373578 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2a7dd-e6c2-4fc5-bdb3-4d49d150bddc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:55:34.373901 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2a7dd-e6c2-4fc5-bdb3-4d49d150bddc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:55:34.374772 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2a7dd-e6c2-4fc5-bdb3-4d49d150bddc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:55:34.374900 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2a7dd-e6c2-4fc5-bdb3-4d49d150bddc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:55:34.375125 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2a7dd-e6c2-4fc5-bdb3-4d49d150bddc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:55:34.375444 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2a7dd-e6c2-4fc5-bdb3-4d49d150bddc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:55:34.375783 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2a7dd-e6c2-4fc5-bdb3-4d49d150bddc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813746-2-iscsi {{(pid=106712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:55:34.410357 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-55be2ae1-8bf7-45b3-b8e8-be56382079ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727114', 'neutron.services.segments.db._delete_segments_for_network-8787630205745'] for network, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:34.430674 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.services.segments.db [None req-55be2ae1-8bf7-45b3-b8e8-be56382079ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc7548a1-a2d5-45f6-9825-763d06d99878']}} {{(pid=106710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:55:34.439496 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.services.segments.db [None req-55be2ae1-8bf7-45b3-b8e8-be56382079ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94d52bff-5716-4774-8920-76cd196c616a') {'for_net_delete': True} {{(pid=106710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:55:34.439823 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.services.segments.db [None req-55be2ae1-8bf7-45b3-b8e8-be56382079ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94d52bff-5716-4774-8920-76cd196c616a') {} {{(pid=106710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:55:34.449102 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-55be2ae1-8bf7-45b3-b8e8-be56382079ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787630207546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15847632'] for segment, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:34.462019 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-55be2ae1-8bf7-45b3-b8e8-be56382079ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728044'] for segment, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:34.467743 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55be2ae1-8bf7-45b3-b8e8-be56382079ed admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=106710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 07:55:34.468122 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-55be2ae1-8bf7-45b3-b8e8-be56382079ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16030825'] for segment, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:34.469761 dv-cinder-813746-2-iscsi neutron-server[106710]: Traceback (most recent call last): Oct 14 07:55:34.469761 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 07:55:34.469761 dv-cinder-813746-2-iscsi neutron-server[106710]: timer() Oct 14 07:55:34.469761 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 07:55:34.469761 dv-cinder-813746-2-iscsi neutron-server[106710]: cb(*args, **kw) Oct 14 07:55:34.469761 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 07:55:34.469761 dv-cinder-813746-2-iscsi neutron-server[106710]: return func(*args, **kwargs) Oct 14 07:55:34.469761 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 07:55:34.469761 dv-cinder-813746-2-iscsi neutron-server[106710]: self._notify() Oct 14 07:55:34.469761 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 07:55:34.469761 dv-cinder-813746-2-iscsi neutron-server[106710]: self.callback(batched_events) Oct 14 07:55:34.469761 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 07:55:34.469761 dv-cinder-813746-2-iscsi neutron-server[106710]: event.method(event) Oct 14 07:55:34.469761 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 07:55:34.469761 dv-cinder-813746-2-iscsi neutron-server[106710]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 07:55:34.469761 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 07:55:34.469761 dv-cinder-813746-2-iscsi neutron-server[106710]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 07:55:34.469761 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 07:55:34.469761 dv-cinder-813746-2-iscsi neutron-server[106710]: return f(self, *a, **k) Oct 14 07:55:34.469761 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 07:55:34.469761 dv-cinder-813746-2-iscsi neutron-server[106710]: return self._get(url).json() Oct 14 07:55:34.469761 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 07:55:34.469761 dv-cinder-813746-2-iscsi neutron-server[106710]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 07:55:34.469761 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 07:55:34.469761 dv-cinder-813746-2-iscsi neutron-server[106710]: return self.request(url, 'GET', **kwargs) Oct 14 07:55:34.469761 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 07:55:34.469761 dv-cinder-813746-2-iscsi neutron-server[106710]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 07:55:34.469761 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 07:55:34.469761 dv-cinder-813746-2-iscsi neutron-server[106710]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 07:55:34.469761 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 07:55:34.469761 dv-cinder-813746-2-iscsi neutron-server[106710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 07:55:34.469761 dv-cinder-813746-2-iscsi neutron-server[106710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 07:55:34.607225 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-55be2ae1-8bf7-45b3-b8e8-be56382079ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648348'] for network, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:34.612519 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-55be2ae1-8bf7-45b3-b8e8-be56382079ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for network, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:34.615752 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-55be2ae1-8bf7-45b3-b8e8-be56382079ed admin admin] 10.222.0.47 "DELETE /v2.0/networks/fc7548a1-a2d5-45f6-9825-763d06d99878 HTTP/1.1" status: 204 len: 168 time: 0.6923022 Oct 14 07:55:34.619552 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 35564) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:55:34.626784 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be2ae1-8bf7-45b3-b8e8-be56382079ed admin admin] Pushing event deleted for resources: {'Network': ['ID=fc7548a1-a2d5-45f6-9825-763d06d99878,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:55:34.781045 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 3385bf3d-0ce6-4259-882d-b1a97c37445f no longer exists at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:55:34.800682 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] No Port match for: 3385bf3d-0ce6-4259-882d-b1a97c37445f {{(pid=106712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:55:34.801020 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 3385bf3d-0ce6-4259-882d-b1a97c37445f not bound to the agent host dv-cinder-813746-2-iscsi {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:55:34.801425 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 4008b569-cbab-48cf-bbc1-540622ce351f no longer exists at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:55:34.819150 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] No Port match for: 4008b569-cbab-48cf-bbc1-540622ce351f {{(pid=106712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:55:34.819488 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 4008b569-cbab-48cf-bbc1-540622ce351f not bound to the agent host dv-cinder-813746-2-iscsi {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:55:34.819901 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 1998b7bf-ee9c-46f0-a491-b456986414c2 no longer exists at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:55:34.838107 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] No Port match for: 1998b7bf-ee9c-46f0-a491-b456986414c2 {{(pid=106712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:55:34.838447 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 1998b7bf-ee9c-46f0-a491-b456986414c2 not bound to the agent host dv-cinder-813746-2-iscsi {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:55:34.965833 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-25139957-8459-487a-aed4-07f56beec37e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1653706'] for router_interface, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:35.203921 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [None req-25139957-8459-487a-aed4-07f56beec37e admin admin] Deleting port e4a88e51-bc99-4371-abb8-b10e13c7a482 {{(pid=106711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:55:35.204246 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-25139957-8459-487a-aed4-07f56beec37e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:35.278959 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.db [None req-25139957-8459-487a-aed4-07f56beec37e admin admin] For port e4a88e51-bc99-4371-abb8-b10e13c7a482, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=e4a88e51-bc99-4371-abb8-b10e13c7a482,segment=NetworkSegment(a96205ff-96ad-44aa-a974-221a8f5ead0f),segment_id=a96205ff-96ad-44aa-a974-221a8f5ead0f)] {{(pid=106711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:55:35.279266 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-25139957-8459-487a-aed4-07f56beec37e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:35.291130 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [None req-25139957-8459-487a-aed4-07f56beec37e admin admin] Calling delete_port for e4a88e51-bc99-4371-abb8-b10e13c7a482 owned by network:router_interface {{(pid=106711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:55:35.538716 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-25139957-8459-487a-aed4-07f56beec37e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14797620'] for port, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:35.566860 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25139957-8459-487a-aed4-07f56beec37e admin admin] Pushing event deleted for resources: {'Port': ['ID=e4a88e51-bc99-4371-abb8-b10e13c7a482,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:55:35.729005 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-25139957-8459-487a-aed4-07f56beec37e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2071463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654618'] for router_interface, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:35.932627 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25139957-8459-487a-aed4-07f56beec37e admin admin] Router 5e37f783-2283-4040-bec6-b7f116ad763a has already been hosted by L3 agent f0543dd8-cbcf-46a4-b5f3-c6f7813920a1 {{(pid=106711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:55:36.036643 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25139957-8459-487a-aed4-07f56beec37e admin admin] Notify agent at l3_agent.dv-cinder-813746-2-iscsi the message routers_updated {{(pid=106711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:55:36.042392 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-25139957-8459-487a-aed4-07f56beec37e admin admin] 10.222.0.47 "PUT /v2.0/routers/5e37f783-2283-4040-bec6-b7f116ad763a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4217937 Oct 14 07:55:36.045311 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 35566) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:55:36.046483 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0743fa30-a9c0-44c0-8b56-8e1f939bf3bf None None] Sync routers for ids ['5e37f783-2283-4040-bec6-b7f116ad763a'] in dv-cinder-813746-2-iscsi {{(pid=106713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:55:36.056567 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0743fa30-a9c0-44c0-8b56-8e1f939bf3bf None None] Routers {'5e37f783-2283-4040-bec6-b7f116ad763a'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:55:36.057249 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-0743fa30-a9c0-44c0-8b56-8e1f939bf3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:55:30Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['5e37f783-2283-4040-bec6-b7f116ad763a'], 'active': True} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:55:36.145351 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-449d3cc1-d27c-4a20-9b33-dfef8d91ada5 admin admin] Publish callbacks [] for router, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:36.158370 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvr_db [None req-0743fa30-a9c0-44c0-8b56-8e1f939bf3bf None None] Set router 5e37f783-2283-4040-bec6-b7f116ad763a gateway port host: dv-cinder-813746-2-iscsi {{(pid=106713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:55:36.245311 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-449d3cc1-d27c-4a20-9b33-dfef8d91ada5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:36.329361 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-0743fa30-a9c0-44c0-8b56-8e1f939bf3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e37f783-2283-4040-bec6-b7f116ad763a', 'name': 'tempest-TestVolumeBootPattern-1224535633-router', 'tenant_id': '29ea5bf215aa4e14905c849202c1aea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': 'ab4a8a78-5ae6-4e76-814d-5485bc2b0a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:20Z', 'updated_at': '2021-10-14T07:55:35Z', 'revision_number': 5, 'project_id': '29ea5bf215aa4e14905c849202c1aea4', 'gw_port': {'id': 'ab4a8a78-5ae6-4e76-814d-5485bc2b0a1a', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e37f783-2283-4040-bec6-b7f116ad763a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:48:21Z', 'updated_at': '2021-10-14T07:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi'}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:55:36.358117 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0743fa30-a9c0-44c0-8b56-8e1f939bf3bf None None] Checking router: 5e37f783-2283-4040-bec6-b7f116ad763a for host: dv-cinder-813746-2-iscsi {{(pid=106713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:55:36.366317 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0743fa30-a9c0-44c0-8b56-8e1f939bf3bf None None] Routers {'5e37f783-2283-4040-bec6-b7f116ad763a'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:55:36.366909 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-0743fa30-a9c0-44c0-8b56-8e1f939bf3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:55:30Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['5e37f783-2283-4040-bec6-b7f116ad763a'], 'active': True} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:55:36.371218 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [None req-449d3cc1-d27c-4a20-9b33-dfef8d91ada5 admin admin] Deleting port ab4a8a78-5ae6-4e76-814d-5485bc2b0a1a {{(pid=106711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:55:36.371544 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-449d3cc1-d27c-4a20-9b33-dfef8d91ada5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:36.383115 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 35568) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:55:36.448313 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.db [None req-449d3cc1-d27c-4a20-9b33-dfef8d91ada5 admin admin] For port ab4a8a78-5ae6-4e76-814d-5485bc2b0a1a, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=ab4a8a78-5ae6-4e76-814d-5485bc2b0a1a,segment=NetworkSegment(83c3fea4-f928-4a40-b18e-1fedd452844d),segment_id=83c3fea4-f928-4a40-b18e-1fedd452844d)] {{(pid=106711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:55:36.448722 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-449d3cc1-d27c-4a20-9b33-dfef8d91ada5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:36.452864 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvr_db [None req-0743fa30-a9c0-44c0-8b56-8e1f939bf3bf None None] Set router 5e37f783-2283-4040-bec6-b7f116ad763a gateway port host: None {{(pid=106713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:55:36.461054 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [None req-449d3cc1-d27c-4a20-9b33-dfef8d91ada5 admin admin] Calling delete_port for ab4a8a78-5ae6-4e76-814d-5485bc2b0a1a owned by network:router_gateway {{(pid=106711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:55:36.506844 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-0743fa30-a9c0-44c0-8b56-8e1f939bf3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e37f783-2283-4040-bec6-b7f116ad763a', 'name': 'tempest-TestVolumeBootPattern-1224535633-router', 'tenant_id': '29ea5bf215aa4e14905c849202c1aea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:20Z', 'updated_at': '2021-10-14T07:55:36Z', 'revision_number': 6, 'project_id': '29ea5bf215aa4e14905c849202c1aea4', 'gw_port_host': None}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:55:36.534748 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0743fa30-a9c0-44c0-8b56-8e1f939bf3bf None None] The sync data for ids ['5e37f783-2283-4040-bec6-b7f116ad763a'] in dv-cinder-813746-2-iscsi is: [{'id': '5e37f783-2283-4040-bec6-b7f116ad763a', 'name': 'tempest-TestVolumeBootPattern-1224535633-router', 'tenant_id': '29ea5bf215aa4e14905c849202c1aea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:48:20Z', 'updated_at': '2021-10-14T07:55:36Z', 'revision_number': 6, 'project_id': '29ea5bf215aa4e14905c849202c1aea4', 'gw_port_host': None}] {{(pid=106713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:55:36.544557 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [None req-b48b0d45-0fb2-4645-a86f-c4d0f8d073e8 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Deleting port f7bc9ea0-55b1-4ce9-beb8-8851c18985e0 {{(pid=106710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:55:36.544904 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-b48b0d45-0fb2-4645-a86f-c4d0f8d073e8 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:36.621903 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-b48b0d45-0fb2-4645-a86f-c4d0f8d073e8 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:36.622230 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-b48b0d45-0fb2-4645-a86f-c4d0f8d073e8 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:36.634239 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [None req-b48b0d45-0fb2-4645-a86f-c4d0f8d073e8 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Calling delete_port for f7bc9ea0-55b1-4ce9-beb8-8851c18985e0 owned by network:floatingip {{(pid=106710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:55:36.699107 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-449d3cc1-d27c-4a20-9b33-dfef8d91ada5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14797620'] for port, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:36.730091 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d3cc1-d27c-4a20-9b33-dfef8d91ada5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab4a8a78-5ae6-4e76-814d-5485bc2b0a1a,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:55:36.784056 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.agents_db [None req-84b3d5e4-9e25-480e-9cd9-33a6a693fe4d None None] Agent healthcheck: found 6 active agents {{(pid=106713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:55:36.792347 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-449d3cc1-d27c-4a20-9b33-dfef8d91ada5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648128'] for router_gateway, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:37.135824 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-449d3cc1-d27c-4a20-9b33-dfef8d91ada5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-828'] for router, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:37.137952 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-449d3cc1-d27c-4a20-9b33-dfef8d91ada5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:37.143016 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-b48b0d45-0fb2-4645-a86f-c4d0f8d073e8 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16030778'] for port, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:37.168868 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b0d45-0fb2-4645-a86f-c4d0f8d073e8 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Pushing event deleted for resources: {'Port': ['ID=f7bc9ea0-55b1-4ce9-beb8-8851c18985e0,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:55:37.226414 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-b48b0d45-0fb2-4645-a86f-c4d0f8d073e8 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks [] for floatingip, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:37.226767 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.db.l3_db [None req-b48b0d45-0fb2-4645-a86f-c4d0f8d073e8 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Floating IP 19eb09fd-49e8-4d91-afb7-63a4c7577bc7 disassociated (deleted). External IP: 172.27.3.97, port: 286e58c2-ee3e-4ed4-aa4c-830f49b1a106. Oct 14 07:55:37.257284 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-449d3cc1-d27c-4a20-9b33-dfef8d91ada5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651625'] for router, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:37.257866 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449d3cc1-d27c-4a20-9b33-dfef8d91ada5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e37f783-2283-4040-bec6-b7f116ad763a {{(pid=106711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 07:55:37.262992 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-449d3cc1-d27c-4a20-9b33-dfef8d91ada5 admin admin] Publish callbacks [] for router, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:37.267452 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-449d3cc1-d27c-4a20-9b33-dfef8d91ada5 admin admin] 10.222.0.47 "DELETE /v2.0/routers/5e37f783-2283-4040-bec6-b7f116ad763a HTTP/1.1" status: 204 len: 168 time: 1.2179410 Oct 14 07:55:37.267452 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 35570) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:55:37.313122 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.db_base_plugin_v2 [None req-34b67bfa-7272-4302-98db-e389d0428575 admin admin] Deleting subnet ab41f5fd-bc28-4324-839b-f6a5882aa095 {{(pid=106711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 07:55:37.316101 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-34b67bfa-7272-4302-98db-e389d0428575 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:37.330763 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device e4a88e51-bc99-4371-abb8-b10e13c7a482 no longer exists at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:55:37.350440 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] No Port match for: e4a88e51-bc99-4371-abb8-b10e13c7a482 {{(pid=106712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:55:37.350792 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device e4a88e51-bc99-4371-abb8-b10e13c7a482 not bound to the agent host dv-cinder-813746-2-iscsi {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:55:37.374435 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-34b67bfa-7272-4302-98db-e389d0428575 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16126850'] for subnet, precommit_delete_associations {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:37.436935 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b48b0d45-0fb2-4645-a86f-c4d0f8d073e8 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Router 8abc8184-1013-4599-a772-e9d24029c752 has already been hosted by L3 agent f0543dd8-cbcf-46a4-b5f3-c6f7813920a1 {{(pid=106710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:55:37.449729 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-34b67bfa-7272-4302-98db-e389d0428575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728799'] for subnet, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:37.551056 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b48b0d45-0fb2-4645-a86f-c4d0f8d073e8 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Notify agent at l3_agent.dv-cinder-813746-2-iscsi the message routers_updated {{(pid=106710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:55:37.556767 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-b48b0d45-0fb2-4645-a86f-c4d0f8d073e8 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for floatingip, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:37.562019 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94734d2-d8bf-4b9b-bd0d-728e2b18c4dc None None] Sync routers for ids ['8abc8184-1013-4599-a772-e9d24029c752'] in dv-cinder-813746-2-iscsi {{(pid=106712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:55:37.562898 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-34b67bfa-7272-4302-98db-e389d0428575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14796997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15954738'] for subnet, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:37.571405 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94734d2-d8bf-4b9b-bd0d-728e2b18c4dc None None] Routers {'8abc8184-1013-4599-a772-e9d24029c752'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:55:37.572059 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-e94734d2-d8bf-4b9b-bd0d-728e2b18c4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:55:30Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['8abc8184-1013-4599-a772-e9d24029c752'], 'active': True} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:55:37.591024 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-b48b0d45-0fb2-4645-a86f-c4d0f8d073e8 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "DELETE /v2.0/floatingips/19eb09fd-49e8-4d91-afb7-63a4c7577bc7 HTTP/1.1" status: 204 len: 168 time: 1.2043717 Oct 14 07:55:37.591024 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '177297e0-2754-4d32-b9d3-76302a0f7463', 'tag': '286e58c2-ee3e-4ed4-aa4c-830f49b1a106'}] {{(pid=106710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:55:37.591565 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ebf78bef5954e8ca5597493995d581d8346ee5b9d6b2d49db072251da4c473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ee50b0-20c0-4087-a065-778e3f8aeb82" -d '{"events": [{"name": "network-changed", "server_uuid": "177297e0-2754-4d32-b9d3-76302a0f7463", "tag": "286e58c2-ee3e-4ed4-aa4c-830f49b1a106"}]}' {{(pid=106710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:55:37.602522 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-34b67bfa-7272-4302-98db-e389d0428575 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:37.610223 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-34b67bfa-7272-4302-98db-e389d0428575 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/ab41f5fd-bc28-4324-839b-f6a5882aa095 HTTP/1.1" status: 204 len: 168 time: 0.3423862 Oct 14 07:55:37.610795 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 35576) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:55:37.613025 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b67bfa-7272-4302-98db-e389d0428575 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab41f5fd-bc28-4324-839b-f6a5882aa095,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:55:37.615979 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75636d32-7b54-4c1f-85af-fda626ff7984 None None] Network 59619a67-320d-4553-96b3-b78e4695df61 requested from dv-cinder-813746-2-iscsi {{(pid=106712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:55:37.674774 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3b97a3-c673-4e6f-aba8-3dbf816c4992 x-openstack-request-id: req-9c3b97a3-c673-4e6f-aba8-3dbf816c4992 {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:55:37.675064 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "177297e0-2754-4d32-b9d3-76302a0f7463", "tag": "286e58c2-ee3e-4ed4-aa4c-830f49b1a106", "status": "completed", "code": 200}]} {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:55:37.675312 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9c3b97a3-c673-4e6f-aba8-3dbf816c4992 {{(pid=106710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:55:37.675848 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '177297e0-2754-4d32-b9d3-76302a0f7463', 'tag': '286e58c2-ee3e-4ed4-aa4c-830f49b1a106', 'status': 'completed', 'code': 200} Oct 14 07:55:37.695832 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-d8a53357-35b1-4b77-b524-dce8fc4cf691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530581'] for network, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:37.764582 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [None req-d8a53357-35b1-4b77-b524-dce8fc4cf691 admin admin] Deleting port c13a069a-d082-4319-8c5a-ddcf64d5e18a {{(pid=106711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:55:37.765303 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-d8a53357-35b1-4b77-b524-dce8fc4cf691 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:37.776619 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee50b0-20c0-4087-a065-778e3f8aeb82 req-17a18887-18c0-41bf-b79e-d58a103ba2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:55:37.779163 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a6ee50b0-20c0-4087-a065-778e3f8aeb82 req-17a18887-18c0-41bf-b79e-d58a103ba2f1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c0272f2246984916b984cd7271af15f1&device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 1098 time: 0.0536094 Oct 14 07:55:37.801049 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvr_db [None req-e94734d2-d8bf-4b9b-bd0d-728e2b18c4dc None None] Set router 8abc8184-1013-4599-a772-e9d24029c752 gateway port host: dv-cinder-813746-2-iscsi {{(pid=106712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:55:37.833700 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.db [None req-d8a53357-35b1-4b77-b524-dce8fc4cf691 admin admin] For port c13a069a-d082-4319-8c5a-ddcf64d5e18a, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=c13a069a-d082-4319-8c5a-ddcf64d5e18a,segment=NetworkSegment(a96205ff-96ad-44aa-a974-221a8f5ead0f),segment_id=a96205ff-96ad-44aa-a974-221a8f5ead0f)] {{(pid=106711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:55:37.833918 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-d8a53357-35b1-4b77-b524-dce8fc4cf691 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:37.857150 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [None req-d8a53357-35b1-4b77-b524-dce8fc4cf691 admin admin] Calling delete_port for c13a069a-d082-4319-8c5a-ddcf64d5e18a owned by network:dhcp {{(pid=106711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:55:37.902236 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee50b0-20c0-4087-a065-778e3f8aeb82 req-4ad0d868-5e19-454e-9dd8-2d0df91e3c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:55:37.904011 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a6ee50b0-20c0-4087-a065-778e3f8aeb82 req-4ad0d868-5e19-454e-9dd8-2d0df91e3c49 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f7764aed-a19b-4271-a494-ccd5ea011064 HTTP/1.1" status: 200 len: 909 time: 0.1161058 Oct 14 07:55:37.930437 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a0a807-acca-4633-add2-ec49183c26ca None None] DHCP port deletion for 59619a67-320d-4553-96b3-b78e4695df61 request from dv-cinder-813746-2-iscsi {{(pid=106712) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 07:55:37.970733 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a6ee50b0-20c0-4087-a065-778e3f8aeb82 req-d25d6faa-46bc-4c8a-939d-5a0a3b59b6a4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=286e58c2-ee3e-4ed4-aa4c-830f49b1a106 HTTP/1.1" status: 200 len: 217 time: 0.0578058 Oct 14 07:55:38.025973 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee50b0-20c0-4087-a065-778e3f8aeb82 req-99848c0c-19e7-4fb7-b969-7bb9fcececfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:55:38.026414 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a6ee50b0-20c0-4087-a065-778e3f8aeb82 req-99848c0c-19e7-4fb7-b969-7bb9fcececfb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9f13b57c-188f-4a9e-b92e-29ec002717c2 HTTP/1.1" status: 200 len: 847 time: 0.0481706 Oct 14 07:55:38.029475 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-d8a53357-35b1-4b77-b524-dce8fc4cf691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14797620'] for port, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:38.032119 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-03a0a807-acca-4633-add2-ec49183c26ca None None] Deleting port c13a069a-d082-4319-8c5a-ddcf64d5e18a {{(pid=106712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:55:38.033588 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-03a0a807-acca-4633-add2-ec49183c26ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:38.057511 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a53357-35b1-4b77-b524-dce8fc4cf691 admin admin] Pushing event deleted for resources: {'Port': ['ID=c13a069a-d082-4319-8c5a-ddcf64d5e18a,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:55:38.060003 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a53357-35b1-4b77-b524-dce8fc4cf691 admin admin] No DVR routers for this DVR port c13a069a-d082-4319-8c5a-ddcf64d5e18a on host dv-cinder-813746-2-iscsi {{(pid=106711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:55:38.102144 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-03a0a807-acca-4633-add2-ec49183c26ca None None] For port c13a069a-d082-4319-8c5a-ddcf64d5e18a, host dv-cinder-813746-2-iscsi, got binding levels [] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:55:38.102536 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-03a0a807-acca-4633-add2-ec49183c26ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:38.106069 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-e94734d2-d8bf-4b9b-bd0d-728e2b18c4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abc8184-1013-4599-a772-e9d24029c752', 'name': 'tempest-TestShelveInstance-183668934-router', 'tenant_id': 'c0272f2246984916b984cd7271af15f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '2057ab51-afe4-4c3a-893f-f5f88797be91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:51:01Z', 'updated_at': '2021-10-14T07:51:04Z', 'revision_number': 4, 'project_id': 'c0272f2246984916b984cd7271af15f1', 'gw_port': {'id': '2057ab51-afe4-4c3a-893f-f5f88797be91', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ed:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abc8184-1013-4599-a772-e9d24029c752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:51:01Z', 'updated_at': '2021-10-14T07:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': '1b796e17-e721-490c-8bc4-4577ee882777', 'name': '', 'network_id': 'f7764aed-a19b-4271-a494-ccd5ea011064', 'tenant_id': 'c0272f2246984916b984cd7271af15f1', 'mac_address': 'fa:16:3e:f2:64:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abc8184-1013-4599-a772-e9d24029c752', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9f13b57c-188f-4a9e-b92e-29ec002717c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:51:03Z', 'updated_at': '2021-10-14T07:51:07Z', 'revision_number': 5, 'project_id': 'c0272f2246984916b984cd7271af15f1', 'subnets': [{'id': '9f13b57c-188f-4a9e-b92e-29ec002717c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:55:38.122410 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee50b0-20c0-4087-a065-778e3f8aeb82 req-3d831c0a-b224-442d-8f61-751c39002dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:55:38.124425 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a6ee50b0-20c0-4087-a065-778e3f8aeb82 req-3d831c0a-b224-442d-8f61-751c39002dc2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f7764aed-a19b-4271-a494-ccd5ea011064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442352 Oct 14 07:55:38.144047 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f84b4-ae7d-4c7f-96cb-9ff2b76a7c83 req-f5d48545-802d-4bb2-8295-a3d8991c5f60 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:55:38.144628 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-03a0a807-acca-4633-add2-ec49183c26ca None None] Calling delete_port for c13a069a-d082-4319-8c5a-ddcf64d5e18a owned by network:dhcp {{(pid=106712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:55:38.145557 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-0a6f84b4-ae7d-4c7f-96cb-9ff2b76a7c83 req-f5d48545-802d-4bb2-8295-a3d8991c5f60 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 945 time: 0.0892749 Oct 14 07:55:38.146245 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94734d2-d8bf-4b9b-bd0d-728e2b18c4dc None None] Checking router: 8abc8184-1013-4599-a772-e9d24029c752 for host: dv-cinder-813746-2-iscsi {{(pid=106712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:55:38.149481 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.ipam_backend_mixin [None req-03a0a807-acca-4633-add2-ec49183c26ca None None] Port c13a069a-d082-4319-8c5a-ddcf64d5e18a was not found and therefore no delete operation was performed {{(pid=106712) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 14 07:55:38.153459 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-03a0a807-acca-4633-add2-ec49183c26ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784'] for port, after_delete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:38.175806 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-d8a53357-35b1-4b77-b524-dce8fc4cf691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727114', 'neutron.services.segments.db._delete_segments_for_network-8787630205745'] for network, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:38.180838 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94734d2-d8bf-4b9b-bd0d-728e2b18c4dc None None] Routers {'8abc8184-1013-4599-a772-e9d24029c752'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:55:38.181467 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-e94734d2-d8bf-4b9b-bd0d-728e2b18c4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:55:30Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['8abc8184-1013-4599-a772-e9d24029c752'], 'active': True} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:55:38.183281 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a0a807-acca-4633-add2-ec49183c26ca None None] Pushing event deleted for resources: {'Port': ['ID=c13a069a-d082-4319-8c5a-ddcf64d5e18a,revision_number=None']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:55:38.212047 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.services.segments.db [None req-d8a53357-35b1-4b77-b524-dce8fc4cf691 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59619a67-320d-4553-96b3-b78e4695df61']}} {{(pid=106711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:55:38.217949 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a0a807-acca-4633-add2-ec49183c26ca None None] No DVR routers for this DVR port c13a069a-d082-4319-8c5a-ddcf64d5e18a on host dv-cinder-813746-2-iscsi {{(pid=106712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:55:38.232759 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.services.segments.db [None req-d8a53357-35b1-4b77-b524-dce8fc4cf691 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a96205ff-96ad-44aa-a974-221a8f5ead0f') {'for_net_delete': True} {{(pid=106711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:55:38.233054 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.services.segments.db [None req-d8a53357-35b1-4b77-b524-dce8fc4cf691 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a96205ff-96ad-44aa-a974-221a8f5ead0f') {} {{(pid=106711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:55:38.243308 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a6ee50b0-20c0-4087-a065-778e3f8aeb82 req-d6d5aaa8-b2b4-4ebf-b650-28912a6109bf service neutron] 10.222.0.54 "GET /v2.0/networks/f7764aed-a19b-4271-a494-ccd5ea011064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088023 Oct 14 07:55:38.246067 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-0a6f84b4-ae7d-4c7f-96cb-9ff2b76a7c83 req-73e7406a-7d26-492b-93d2-44744d5692ac tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f81a039-69c9-4b1c-87d4-758d4a4ee8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727694 Oct 14 07:55:38.247794 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-d8a53357-35b1-4b77-b524-dce8fc4cf691 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787630207546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16126907'] for segment, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:38.263443 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-d8a53357-35b1-4b77-b524-dce8fc4cf691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728044'] for segment, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:38.270023 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8a53357-35b1-4b77-b524-dce8fc4cf691 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=106711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 07:55:38.270633 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-d8a53357-35b1-4b77-b524-dce8fc4cf691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14797671'] for segment, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:38.272893 dv-cinder-813746-2-iscsi neutron-server[106711]: Traceback (most recent call last): Oct 14 07:55:38.272893 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 07:55:38.272893 dv-cinder-813746-2-iscsi neutron-server[106711]: timer() Oct 14 07:55:38.272893 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 07:55:38.272893 dv-cinder-813746-2-iscsi neutron-server[106711]: cb(*args, **kw) Oct 14 07:55:38.272893 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 07:55:38.272893 dv-cinder-813746-2-iscsi neutron-server[106711]: return func(*args, **kwargs) Oct 14 07:55:38.272893 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 07:55:38.272893 dv-cinder-813746-2-iscsi neutron-server[106711]: self._notify() Oct 14 07:55:38.272893 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 07:55:38.272893 dv-cinder-813746-2-iscsi neutron-server[106711]: self.callback(batched_events) Oct 14 07:55:38.272893 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 07:55:38.272893 dv-cinder-813746-2-iscsi neutron-server[106711]: event.method(event) Oct 14 07:55:38.272893 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 07:55:38.272893 dv-cinder-813746-2-iscsi neutron-server[106711]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 07:55:38.272893 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 07:55:38.272893 dv-cinder-813746-2-iscsi neutron-server[106711]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 07:55:38.272893 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 07:55:38.272893 dv-cinder-813746-2-iscsi neutron-server[106711]: return f(self, *a, **k) Oct 14 07:55:38.272893 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 07:55:38.272893 dv-cinder-813746-2-iscsi neutron-server[106711]: return self._get(url).json() Oct 14 07:55:38.272893 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 07:55:38.272893 dv-cinder-813746-2-iscsi neutron-server[106711]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 07:55:38.272893 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 07:55:38.272893 dv-cinder-813746-2-iscsi neutron-server[106711]: return self.request(url, 'GET', **kwargs) Oct 14 07:55:38.272893 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 07:55:38.272893 dv-cinder-813746-2-iscsi neutron-server[106711]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 07:55:38.272893 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 07:55:38.272893 dv-cinder-813746-2-iscsi neutron-server[106711]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 07:55:38.272893 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 07:55:38.272893 dv-cinder-813746-2-iscsi neutron-server[106711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 07:55:38.272893 dv-cinder-813746-2-iscsi neutron-server[106711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 07:55:38.301915 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvr_db [None req-e94734d2-d8bf-4b9b-bd0d-728e2b18c4dc None None] Set router 8abc8184-1013-4599-a772-e9d24029c752 gateway port host: dv-cinder-813746-2-iscsi {{(pid=106712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:55:38.349458 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a6ee50b0-20c0-4087-a065-778e3f8aeb82 req-dc210c56-073e-4aa4-aa89-026c47eca97a service neutron] 10.222.0.54 "GET /v2.0/networks/f7764aed-a19b-4271-a494-ccd5ea011064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967321 Oct 14 07:55:38.431034 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-d8a53357-35b1-4b77-b524-dce8fc4cf691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648348'] for network, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:38.436390 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-d8a53357-35b1-4b77-b524-dce8fc4cf691 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for network, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:38.439959 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-d8a53357-35b1-4b77-b524-dce8fc4cf691 admin admin] 10.222.0.47 "DELETE /v2.0/networks/59619a67-320d-4553-96b3-b78e4695df61 HTTP/1.1" status: 204 len: 168 time: 0.8279400 Oct 14 07:55:38.453128 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a53357-35b1-4b77-b524-dce8fc4cf691 admin admin] Pushing event deleted for resources: {'Network': ['ID=59619a67-320d-4553-96b3-b78e4695df61,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:55:38.511861 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-e94734d2-d8bf-4b9b-bd0d-728e2b18c4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abc8184-1013-4599-a772-e9d24029c752', 'name': 'tempest-TestShelveInstance-183668934-router', 'tenant_id': 'c0272f2246984916b984cd7271af15f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '2057ab51-afe4-4c3a-893f-f5f88797be91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:51:01Z', 'updated_at': '2021-10-14T07:51:04Z', 'revision_number': 4, 'project_id': 'c0272f2246984916b984cd7271af15f1', 'gw_port': {'id': '2057ab51-afe4-4c3a-893f-f5f88797be91', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ed:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abc8184-1013-4599-a772-e9d24029c752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:51:01Z', 'updated_at': '2021-10-14T07:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': '1b796e17-e721-490c-8bc4-4577ee882777', 'name': '', 'network_id': 'f7764aed-a19b-4271-a494-ccd5ea011064', 'tenant_id': 'c0272f2246984916b984cd7271af15f1', 'mac_address': 'fa:16:3e:f2:64:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abc8184-1013-4599-a772-e9d24029c752', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9f13b57c-188f-4a9e-b92e-29ec002717c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:51:03Z', 'updated_at': '2021-10-14T07:51:07Z', 'revision_number': 5, 'project_id': 'c0272f2246984916b984cd7271af15f1', 'subnets': [{'id': '9f13b57c-188f-4a9e-b92e-29ec002717c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:55:38.538524 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94734d2-d8bf-4b9b-bd0d-728e2b18c4dc None None] The sync data for ids ['8abc8184-1013-4599-a772-e9d24029c752'] in dv-cinder-813746-2-iscsi is: [{'id': '8abc8184-1013-4599-a772-e9d24029c752', 'name': 'tempest-TestShelveInstance-183668934-router', 'tenant_id': 'c0272f2246984916b984cd7271af15f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '2057ab51-afe4-4c3a-893f-f5f88797be91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:51:01Z', 'updated_at': '2021-10-14T07:51:04Z', 'revision_number': 4, 'project_id': 'c0272f2246984916b984cd7271af15f1', 'gw_port': {'id': '2057ab51-afe4-4c3a-893f-f5f88797be91', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ed:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abc8184-1013-4599-a772-e9d24029c752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:51:01Z', 'updated_at': '2021-10-14T07:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi', '_interfaces': [{'id': '1b796e17-e721-490c-8bc4-4577ee882777', 'name': '', 'network_id': 'f7764aed-a19b-4271-a494-ccd5ea011064', 'tenant_id': 'c0272f2246984916b984cd7271af15f1', 'mac_address': 'fa:16:3e:f2:64:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abc8184-1013-4599-a772-e9d24029c752', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9f13b57c-188f-4a9e-b92e-29ec002717c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:51:03Z', 'updated_at': '2021-10-14T07:51:07Z', 'revision_number': 5, 'project_id': 'c0272f2246984916b984cd7271af15f1', 'subnets': [{'id': '9f13b57c-188f-4a9e-b92e-29ec002717c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:55:38.753540 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fb76f3-0e4e-4f9c-a1ee-93b393760d5e None None] New status for floating IP 19eb09fd-49e8-4d91-afb7-63a4c7577bc7: DOWN {{(pid=106713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 07:55:38.771896 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 35582) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:55:38.774081 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device c13a069a-d082-4319-8c5a-ddcf64d5e18a no longer exists at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:55:38.800256 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] No Port match for: c13a069a-d082-4319-8c5a-ddcf64d5e18a {{(pid=106712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:55:38.800689 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device c13a069a-d082-4319-8c5a-ddcf64d5e18a not bound to the agent host dv-cinder-813746-2-iscsi {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:55:38.801221 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device ab4a8a78-5ae6-4e76-814d-5485bc2b0a1a no longer exists at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:55:38.818275 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-be9e3aff-df77-45a7-b332-42a1609f0bcc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b3e30b2e385344cd831846e78784b300&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430396 Oct 14 07:55:38.818499 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 35584) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:55:38.822196 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] No Port match for: ab4a8a78-5ae6-4e76-814d-5485bc2b0a1a {{(pid=106712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:55:38.822565 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device ab4a8a78-5ae6-4e76-814d-5485bc2b0a1a not bound to the agent host dv-cinder-813746-2-iscsi {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:55:38.868611 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-da35dfbf-c42d-4aac-bb3b-e92b6f0ff65f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:38.888620 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-da35dfbf-c42d-4aac-bb3b-e92b6f0ff65f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:39.016889 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-da35dfbf-c42d-4aac-bb3b-e92b6f0ff65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:39.019481 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-da35dfbf-c42d-4aac-bb3b-e92b6f0ff65f admin admin] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:39.020621 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-da35dfbf-c42d-4aac-bb3b-e92b6f0ff65f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4a8c3e96-d24e-4f07-a3a9-d5adb601b633 HTTP/1.1" status: 204 len: 168 time: 0.2012763 Oct 14 07:55:39.028260 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da35dfbf-c42d-4aac-bb3b-e92b6f0ff65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8c3e96-d24e-4f07-a3a9-d5adb601b633,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:55:39.376010 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b7284-40a0-4742-ad21-dc48950a9b89 req-e95e33b3-93f6-47b3-9ccf-366fa2afb497 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:55:39.377561 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b64b7284-40a0-4742-ad21-dc48950a9b89 req-e95e33b3-93f6-47b3-9ccf-366fa2afb497 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 945 time: 0.0535886 Oct 14 07:55:39.415416 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-b64b7284-40a0-4742-ad21-dc48950a9b89 req-51950c6f-9370-4315-b965-0a07668cb75d tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/security-groups?id=5f81a039-69c9-4b1c-87d4-758d4a4ee8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319047 Oct 14 07:55:39.696364 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 35592) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:55:39.735090 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-2ae61bff-d4cb-44b9-99f2-2d6147e8a1e0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=29ea5bf215aa4e14905c849202c1aea4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375042 Oct 14 07:55:39.737572 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 35594) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:55:39.778168 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9a8d0-f6e5-4fa9-bfec-93e8130f6ff2 req-3ada8fb1-afc7-477f-8ef0-1c37d3490155 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:55:39.779610 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-2ce9a8d0-f6e5-4fa9-bfec-93e8130f6ff2 req-3ada8fb1-afc7-477f-8ef0-1c37d3490155 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.54 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 945 time: 0.0484328 Oct 14 07:55:39.784656 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-2e58ef4b-985a-4670-9665-1aa5d6c8a58d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:39.804728 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-2e58ef4b-985a-4670-9665-1aa5d6c8a58d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:39.869225 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [req-2ce9a8d0-f6e5-4fa9-bfec-93e8130f6ff2 req-e8a699d5-3b27-47c1-86ab-5347e1140b06 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Deleting port 286e58c2-ee3e-4ed4-aa4c-830f49b1a106 {{(pid=106710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:55:39.869478 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-2ce9a8d0-f6e5-4fa9-bfec-93e8130f6ff2 req-e8a699d5-3b27-47c1-86ab-5347e1140b06 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:39.925814 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-2e58ef4b-985a-4670-9665-1aa5d6c8a58d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:39.928424 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-2e58ef4b-985a-4670-9665-1aa5d6c8a58d admin admin] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:39.929604 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-2e58ef4b-985a-4670-9665-1aa5d6c8a58d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/37b4843d-43fb-4e91-8131-6b497b01b76a HTTP/1.1" status: 204 len: 168 time: 0.1911221 Oct 14 07:55:39.943539 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e58ef4b-985a-4670-9665-1aa5d6c8a58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b4843d-43fb-4e91-8131-6b497b01b76a,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:55:39.960197 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.db [req-2ce9a8d0-f6e5-4fa9-bfec-93e8130f6ff2 req-e8a699d5-3b27-47c1-86ab-5347e1140b06 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] For port 286e58c2-ee3e-4ed4-aa4c-830f49b1a106, host hv-cinder-81374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81374',level=0,port_id=286e58c2-ee3e-4ed4-aa4c-830f49b1a106,segment=NetworkSegment(d906373d-ccb4-46d8-8338-9b71e140d38e),segment_id=d906373d-ccb4-46d8-8338-9b71e140d38e)] {{(pid=106710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:55:39.960544 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-2ce9a8d0-f6e5-4fa9-bfec-93e8130f6ff2 req-e8a699d5-3b27-47c1-86ab-5347e1140b06 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:39.973474 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [req-2ce9a8d0-f6e5-4fa9-bfec-93e8130f6ff2 req-e8a699d5-3b27-47c1-86ab-5347e1140b06 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Calling delete_port for 286e58c2-ee3e-4ed4-aa4c-830f49b1a106 owned by compute:nova {{(pid=106710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:55:40.207596 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-2ce9a8d0-f6e5-4fa9-bfec-93e8130f6ff2 req-e8a699d5-3b27-47c1-86ab-5347e1140b06 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16030778'] for port, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:40.233500 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a699d5-3b27-47c1-86ab-5347e1140b06 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Pushing event deleted for resources: {'Port': ['ID=286e58c2-ee3e-4ed4-aa4c-830f49b1a106,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:55:40.281917 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce9a8d0-f6e5-4fa9-bfec-93e8130f6ff2 req-e8a699d5-3b27-47c1-86ab-5347e1140b06 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] No DVR routers for this DVR port 286e58c2-ee3e-4ed4-aa4c-830f49b1a106 on host hv-cinder-81374 {{(pid=106710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:55:40.284492 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [req-2ce9a8d0-f6e5-4fa9-bfec-93e8130f6ff2 req-e8a699d5-3b27-47c1-86ab-5347e1140b06 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173662'] for port, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:40.288027 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-2ce9a8d0-f6e5-4fa9-bfec-93e8130f6ff2 req-e8a699d5-3b27-47c1-86ab-5347e1140b06 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.54 "DELETE /v2.0/ports/286e58c2-ee3e-4ed4-aa4c-830f49b1a106 HTTP/1.1" status: 204 len: 173 time: 0.5021856 Oct 14 07:55:40.288509 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '177297e0-2754-4d32-b9d3-76302a0f7463', 'name': 'network-vif-deleted', 'tag': '286e58c2-ee3e-4ed4-aa4c-830f49b1a106'}] {{(pid=106710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:55:40.291525 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9ebf78bef5954e8ca5597493995d581d8346ee5b9d6b2d49db072251da4c473" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d0e2c7-b75e-4f05-b170-4ce7c879cc3a" -d '{"events": [{"server_uuid": "177297e0-2754-4d32-b9d3-76302a0f7463", "name": "network-vif-deleted", "tag": "286e58c2-ee3e-4ed4-aa4c-830f49b1a106"}]}' {{(pid=106710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:55:40.330765 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59a4c11-c37e-4668-9fca-40191ac9ed47 x-openstack-request-id: req-d59a4c11-c37e-4668-9fca-40191ac9ed47 {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:55:40.330765 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "177297e0-2754-4d32-b9d3-76302a0f7463", "name": "network-vif-deleted", "tag": "286e58c2-ee3e-4ed4-aa4c-830f49b1a106", "status": "completed", "code": 200}]} {{(pid=106710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:55:40.330967 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d59a4c11-c37e-4668-9fca-40191ac9ed47 {{(pid=106710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:55:40.331282 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '177297e0-2754-4d32-b9d3-76302a0f7463', 'name': 'network-vif-deleted', 'tag': '286e58c2-ee3e-4ed4-aa4c-830f49b1a106', 'status': 'completed', 'code': 200} Oct 14 07:55:40.510429 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [req-a7bdcee5-0d49-4262-9a60-0ad9f20bec53 req-5c9ce3be-6b82-4759-b5a9-486dee084856 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 210 time: 0.0263686 Oct 14 07:55:41.616932 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [req-b88c6b2c-b1a7-4b23-8816-5f57041dfabd req-ebc3277a-6591-4205-aa45-4fa33455ae01 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "GET /v2.0/ports?device_id=177297e0-2754-4d32-b9d3-76302a0f7463 HTTP/1.1" status: 200 len: 210 time: 0.0263145 Oct 14 07:55:42.322135 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:42.675037 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 35606) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:55:42.731220 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-ee469b5f-6175-4c90-a6a4-2c3a9b308d82 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks [] for security_group, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:42.756210 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-ee469b5f-6175-4c90-a6a4-2c3a9b308d82 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:42.887263 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-ee469b5f-6175-4c90-a6a4-2c3a9b308d82 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:42.889816 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-ee469b5f-6175-4c90-a6a4-2c3a9b308d82 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:42.890994 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-ee469b5f-6175-4c90-a6a4-2c3a9b308d82 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] 10.222.0.47 "DELETE /v2.0/security-groups/5f81a039-69c9-4b1c-87d4-758d4a4ee8ad HTTP/1.1" status: 204 len: 168 time: 0.2149599 Oct 14 07:55:42.903188 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee469b5f-6175-4c90-a6a4-2c3a9b308d82 tempest-TestShelveInstance-971987606 tempest-TestShelveInstance-971987606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f81a039-69c9-4b1c-87d4-758d4a4ee8ad,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:55:42.994796 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 35610) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:55:43.323531 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-364eb6d6-0f25-4260-a98f-3f078835781e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1653706'] for router_interface, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:43.464402 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 286e58c2-ee3e-4ed4-aa4c-830f49b1a106 no longer exists at agent hyperv_hv-cinder-81374 {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:55:43.484737 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] No Port match for: 286e58c2-ee3e-4ed4-aa4c-830f49b1a106 {{(pid=106712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:55:43.485093 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Device 286e58c2-ee3e-4ed4-aa4c-830f49b1a106 not bound to the agent host hv-cinder-81374 {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:55:43.560982 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [None req-364eb6d6-0f25-4260-a98f-3f078835781e admin admin] Deleting port 1b796e17-e721-490c-8bc4-4577ee882777 {{(pid=106710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:55:43.561315 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-364eb6d6-0f25-4260-a98f-3f078835781e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:43.635096 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.db [None req-364eb6d6-0f25-4260-a98f-3f078835781e admin admin] For port 1b796e17-e721-490c-8bc4-4577ee882777, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=1b796e17-e721-490c-8bc4-4577ee882777,segment=NetworkSegment(d906373d-ccb4-46d8-8338-9b71e140d38e),segment_id=d906373d-ccb4-46d8-8338-9b71e140d38e)] {{(pid=106710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:55:43.635457 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-364eb6d6-0f25-4260-a98f-3f078835781e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:43.651518 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [None req-364eb6d6-0f25-4260-a98f-3f078835781e admin admin] Calling delete_port for 1b796e17-e721-490c-8bc4-4577ee882777 owned by network:router_interface {{(pid=106710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:55:43.885511 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-364eb6d6-0f25-4260-a98f-3f078835781e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16030778'] for port, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:43.910670 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364eb6d6-0f25-4260-a98f-3f078835781e admin admin] Pushing event deleted for resources: {'Port': ['ID=1b796e17-e721-490c-8bc4-4577ee882777,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:55:44.069492 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-364eb6d6-0f25-4260-a98f-3f078835781e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2071463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654618'] for router_interface, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:44.280870 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364eb6d6-0f25-4260-a98f-3f078835781e admin admin] Router 8abc8184-1013-4599-a772-e9d24029c752 has already been hosted by L3 agent f0543dd8-cbcf-46a4-b5f3-c6f7813920a1 {{(pid=106710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:55:44.382001 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364eb6d6-0f25-4260-a98f-3f078835781e admin admin] Notify agent at l3_agent.dv-cinder-813746-2-iscsi the message routers_updated {{(pid=106710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:55:44.387583 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-364eb6d6-0f25-4260-a98f-3f078835781e admin admin] 10.222.0.47 "PUT /v2.0/routers/8abc8184-1013-4599-a772-e9d24029c752/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3918142 Oct 14 07:55:44.390048 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 35612) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:55:44.392698 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743950ab-9476-4a41-9ef7-c3bda9ce95ca None None] Sync routers for ids ['8abc8184-1013-4599-a772-e9d24029c752'] in dv-cinder-813746-2-iscsi {{(pid=106712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:55:44.402034 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743950ab-9476-4a41-9ef7-c3bda9ce95ca None None] Routers {'8abc8184-1013-4599-a772-e9d24029c752'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:55:44.402630 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-743950ab-9476-4a41-9ef7-c3bda9ce95ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:55:30Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['8abc8184-1013-4599-a772-e9d24029c752'], 'active': True} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:55:44.488792 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-ebbce055-0e14-4c95-a03c-f6da0b74c34e admin admin] Publish callbacks [] for router, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:44.505115 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvr_db [None req-743950ab-9476-4a41-9ef7-c3bda9ce95ca None None] Set router 8abc8184-1013-4599-a772-e9d24029c752 gateway port host: dv-cinder-813746-2-iscsi {{(pid=106712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:55:44.591600 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-ebbce055-0e14-4c95-a03c-f6da0b74c34e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:44.696525 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [None req-ebbce055-0e14-4c95-a03c-f6da0b74c34e admin admin] Deleting port 2057ab51-afe4-4c3a-893f-f5f88797be91 {{(pid=106710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:55:44.696863 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-ebbce055-0e14-4c95-a03c-f6da0b74c34e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:44.779998 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.db [None req-ebbce055-0e14-4c95-a03c-f6da0b74c34e admin admin] For port 2057ab51-afe4-4c3a-893f-f5f88797be91, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=2057ab51-afe4-4c3a-893f-f5f88797be91,segment=NetworkSegment(83c3fea4-f928-4a40-b18e-1fedd452844d),segment_id=83c3fea4-f928-4a40-b18e-1fedd452844d)] {{(pid=106710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:55:44.780388 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-ebbce055-0e14-4c95-a03c-f6da0b74c34e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:44.796884 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [None req-ebbce055-0e14-4c95-a03c-f6da0b74c34e admin admin] Calling delete_port for 2057ab51-afe4-4c3a-893f-f5f88797be91 owned by network:router_gateway {{(pid=106710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:55:44.812305 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-743950ab-9476-4a41-9ef7-c3bda9ce95ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abc8184-1013-4599-a772-e9d24029c752', 'name': 'tempest-TestShelveInstance-183668934-router', 'tenant_id': 'c0272f2246984916b984cd7271af15f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '2057ab51-afe4-4c3a-893f-f5f88797be91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:51:01Z', 'updated_at': '2021-10-14T07:55:43Z', 'revision_number': 5, 'project_id': 'c0272f2246984916b984cd7271af15f1', 'gw_port': {'id': '2057ab51-afe4-4c3a-893f-f5f88797be91', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ed:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abc8184-1013-4599-a772-e9d24029c752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:51:01Z', 'updated_at': '2021-10-14T07:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi'}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:55:44.838324 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743950ab-9476-4a41-9ef7-c3bda9ce95ca None None] Checking router: 8abc8184-1013-4599-a772-e9d24029c752 for host: dv-cinder-813746-2-iscsi {{(pid=106712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:55:44.846534 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743950ab-9476-4a41-9ef7-c3bda9ce95ca None None] Routers {'8abc8184-1013-4599-a772-e9d24029c752'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:55:44.847068 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-743950ab-9476-4a41-9ef7-c3bda9ce95ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:55:30Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['8abc8184-1013-4599-a772-e9d24029c752'], 'active': True} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:55:44.933332 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvr_db [None req-743950ab-9476-4a41-9ef7-c3bda9ce95ca None None] Set router 8abc8184-1013-4599-a772-e9d24029c752 gateway port host: None {{(pid=106712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:55:44.987574 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_hamode_db [None req-743950ab-9476-4a41-9ef7-c3bda9ce95ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abc8184-1013-4599-a772-e9d24029c752', 'name': 'tempest-TestShelveInstance-183668934-router', 'tenant_id': 'c0272f2246984916b984cd7271af15f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:51:01Z', 'updated_at': '2021-10-14T07:55:44Z', 'revision_number': 6, 'project_id': 'c0272f2246984916b984cd7271af15f1', 'gw_port_host': None}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:55:45.013923 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743950ab-9476-4a41-9ef7-c3bda9ce95ca None None] The sync data for ids ['8abc8184-1013-4599-a772-e9d24029c752'] in dv-cinder-813746-2-iscsi is: [{'id': '8abc8184-1013-4599-a772-e9d24029c752', 'name': 'tempest-TestShelveInstance-183668934-router', 'tenant_id': 'c0272f2246984916b984cd7271af15f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:51:01Z', 'updated_at': '2021-10-14T07:55:44Z', 'revision_number': 6, 'project_id': 'c0272f2246984916b984cd7271af15f1', 'gw_port_host': None}] {{(pid=106712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:55:45.024703 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-ebbce055-0e14-4c95-a03c-f6da0b74c34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16030778'] for port, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:45.056852 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbce055-0e14-4c95-a03c-f6da0b74c34e admin admin] Pushing event deleted for resources: {'Port': ['ID=2057ab51-afe4-4c3a-893f-f5f88797be91,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:55:45.113707 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-ebbce055-0e14-4c95-a03c-f6da0b74c34e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648128'] for router_gateway, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:45.200262 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-ebbce055-0e14-4c95-a03c-f6da0b74c34e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-828'] for router, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:45.202282 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-ebbce055-0e14-4c95-a03c-f6da0b74c34e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:45.320850 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-ebbce055-0e14-4c95-a03c-f6da0b74c34e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651625'] for router, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:45.321696 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbce055-0e14-4c95-a03c-f6da0b74c34e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8abc8184-1013-4599-a772-e9d24029c752 {{(pid=106710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 07:55:45.326663 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-ebbce055-0e14-4c95-a03c-f6da0b74c34e admin admin] Publish callbacks [] for router, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:45.333474 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-ebbce055-0e14-4c95-a03c-f6da0b74c34e admin admin] 10.222.0.47 "DELETE /v2.0/routers/8abc8184-1013-4599-a772-e9d24029c752 HTTP/1.1" status: 204 len: 168 time: 0.9368668 Oct 14 07:55:45.333474 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 35614) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:55:45.374995 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.db_base_plugin_v2 [None req-41cacc31-8b03-4f8f-8dcd-4e8eee222296 admin admin] Deleting subnet 9f13b57c-188f-4a9e-b92e-29ec002717c2 {{(pid=106710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 07:55:45.378119 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-41cacc31-8b03-4f8f-8dcd-4e8eee222296 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:45.413368 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-41cacc31-8b03-4f8f-8dcd-4e8eee222296 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15847657'] for subnet, precommit_delete_associations {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:45.495823 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-41cacc31-8b03-4f8f-8dcd-4e8eee222296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728799'] for subnet, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:45.607540 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-41cacc31-8b03-4f8f-8dcd-4e8eee222296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16031691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16090958'] for subnet, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:45.629651 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cacc31-8b03-4f8f-8dcd-4e8eee222296 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f13b57c-188f-4a9e-b92e-29ec002717c2,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:55:45.635665 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-41cacc31-8b03-4f8f-8dcd-4e8eee222296 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for subnet, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:45.639720 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-41cacc31-8b03-4f8f-8dcd-4e8eee222296 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/9f13b57c-188f-4a9e-b92e-29ec002717c2 HTTP/1.1" status: 204 len: 168 time: 0.3075557 Oct 14 07:55:45.641051 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a2fbcd-3d30-426e-a99e-e1d5346a4376 None None] Network f7764aed-a19b-4271-a494-ccd5ea011064 requested from dv-cinder-813746-2-iscsi {{(pid=106712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:55:45.641588 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [-] (106710) accepted ('10.222.0.47', 35616) {{(pid=106710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:55:45.709765 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8b977dab-d06e-47ea-9253-c25cf42dc3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530581'] for network, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:45.768097 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [None req-8b977dab-d06e-47ea-9253-c25cf42dc3ea admin admin] Deleting port 5085a95d-9c58-4555-abdf-46138a2fad28 {{(pid=106710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:55:45.768424 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8b977dab-d06e-47ea-9253-c25cf42dc3ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:45.832367 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.db [None req-8b977dab-d06e-47ea-9253-c25cf42dc3ea admin admin] For port 5085a95d-9c58-4555-abdf-46138a2fad28, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=5085a95d-9c58-4555-abdf-46138a2fad28,segment=NetworkSegment(d906373d-ccb4-46d8-8338-9b71e140d38e),segment_id=d906373d-ccb4-46d8-8338-9b71e140d38e)] {{(pid=106710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:55:45.832731 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8b977dab-d06e-47ea-9253-c25cf42dc3ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:45.837027 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bfc057-8aba-444c-80c1-059a8034a87f None None] DHCP port deletion for f7764aed-a19b-4271-a494-ccd5ea011064 request from dv-cinder-813746-2-iscsi {{(pid=106712) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 07:55:45.845707 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.plugin [None req-8b977dab-d06e-47ea-9253-c25cf42dc3ea admin admin] Calling delete_port for 5085a95d-9c58-4555-abdf-46138a2fad28 owned by network:dhcp {{(pid=106710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:55:45.886420 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-74bfc057-8aba-444c-80c1-059a8034a87f None None] Deleting port 5085a95d-9c58-4555-abdf-46138a2fad28 {{(pid=106712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:55:45.886802 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-74bfc057-8aba-444c-80c1-059a8034a87f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:45.953505 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-74bfc057-8aba-444c-80c1-059a8034a87f None None] For port 5085a95d-9c58-4555-abdf-46138a2fad28, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=5085a95d-9c58-4555-abdf-46138a2fad28,segment=NetworkSegment(d906373d-ccb4-46d8-8338-9b71e140d38e),segment_id=d906373d-ccb4-46d8-8338-9b71e140d38e)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:55:45.953812 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-74bfc057-8aba-444c-80c1-059a8034a87f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:45.972241 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-74bfc057-8aba-444c-80c1-059a8034a87f None None] Calling delete_port for 5085a95d-9c58-4555-abdf-46138a2fad28 owned by network:dhcp {{(pid=106712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:55:46.114654 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-74bfc057-8aba-444c-80c1-059a8034a87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784'] for port, after_delete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:46.142545 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bfc057-8aba-444c-80c1-059a8034a87f None None] Pushing event deleted for resources: {'Port': ['ID=5085a95d-9c58-4555-abdf-46138a2fad28,revision_number=None']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:55:46.144369 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bfc057-8aba-444c-80c1-059a8034a87f None None] No DVR routers for this DVR port 5085a95d-9c58-4555-abdf-46138a2fad28 on host dv-cinder-813746-2-iscsi {{(pid=106712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:55:46.185410 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8b977dab-d06e-47ea-9253-c25cf42dc3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16030778'] for port, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:46.209766 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b977dab-d06e-47ea-9253-c25cf42dc3ea admin admin] Pushing event deleted for resources: {'Port': ['ID=5085a95d-9c58-4555-abdf-46138a2fad28,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:55:46.214114 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b977dab-d06e-47ea-9253-c25cf42dc3ea admin admin] No DVR routers for this DVR port 5085a95d-9c58-4555-abdf-46138a2fad28 on host dv-cinder-813746-2-iscsi {{(pid=106710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:55:46.287491 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8b977dab-d06e-47ea-9253-c25cf42dc3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727114', 'neutron.services.segments.db._delete_segments_for_network-8787630205745'] for network, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:46.307317 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.services.segments.db [None req-8b977dab-d06e-47ea-9253-c25cf42dc3ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7764aed-a19b-4271-a494-ccd5ea011064']}} {{(pid=106710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:55:46.317030 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.services.segments.db [None req-8b977dab-d06e-47ea-9253-c25cf42dc3ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd906373d-ccb4-46d8-8338-9b71e140d38e') {'for_net_delete': True} {{(pid=106710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:55:46.317326 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.services.segments.db [None req-8b977dab-d06e-47ea-9253-c25cf42dc3ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd906373d-ccb4-46d8-8338-9b71e140d38e') {} {{(pid=106710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:55:46.326216 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8b977dab-d06e-47ea-9253-c25cf42dc3ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787630207546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15847632'] for segment, before_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:46.338488 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8b977dab-d06e-47ea-9253-c25cf42dc3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728044'] for segment, precommit_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:46.344025 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b977dab-d06e-47ea-9253-c25cf42dc3ea admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=106710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 07:55:46.344398 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8b977dab-d06e-47ea-9253-c25cf42dc3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16030825'] for segment, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:46.345996 dv-cinder-813746-2-iscsi neutron-server[106710]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 14 07:55:46.345996 dv-cinder-813746-2-iscsi neutron-server[106710]: self.session.flush() Oct 14 07:55:46.345996 dv-cinder-813746-2-iscsi neutron-server[106710]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 14 07:55:46.345996 dv-cinder-813746-2-iscsi neutron-server[106710]: self.session.flush() Oct 14 07:55:46.345996 dv-cinder-813746-2-iscsi neutron-server[106710]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 14 07:55:46.345996 dv-cinder-813746-2-iscsi neutron-server[106710]: self.session.flush() Oct 14 07:55:46.345996 dv-cinder-813746-2-iscsi neutron-server[106710]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 14 07:55:46.345996 dv-cinder-813746-2-iscsi neutron-server[106710]: self.session.flush() Oct 14 07:55:46.345996 dv-cinder-813746-2-iscsi neutron-server[106710]: Traceback (most recent call last): Oct 14 07:55:46.345996 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 07:55:46.345996 dv-cinder-813746-2-iscsi neutron-server[106710]: timer() Oct 14 07:55:46.345996 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 07:55:46.345996 dv-cinder-813746-2-iscsi neutron-server[106710]: cb(*args, **kw) Oct 14 07:55:46.345996 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 07:55:46.345996 dv-cinder-813746-2-iscsi neutron-server[106710]: return func(*args, **kwargs) Oct 14 07:55:46.345996 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 07:55:46.345996 dv-cinder-813746-2-iscsi neutron-server[106710]: self._notify() Oct 14 07:55:46.345996 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 07:55:46.345996 dv-cinder-813746-2-iscsi neutron-server[106710]: self.callback(batched_events) Oct 14 07:55:46.345996 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 07:55:46.345996 dv-cinder-813746-2-iscsi neutron-server[106710]: event.method(event) Oct 14 07:55:46.345996 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 07:55:46.345996 dv-cinder-813746-2-iscsi neutron-server[106710]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 07:55:46.345996 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 07:55:46.345996 dv-cinder-813746-2-iscsi neutron-server[106710]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 07:55:46.345996 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 07:55:46.345996 dv-cinder-813746-2-iscsi neutron-server[106710]: return f(self, *a, **k) Oct 14 07:55:46.345996 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 07:55:46.345996 dv-cinder-813746-2-iscsi neutron-server[106710]: return self._get(url).json() Oct 14 07:55:46.345996 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 07:55:46.345996 dv-cinder-813746-2-iscsi neutron-server[106710]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 07:55:46.345996 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 07:55:46.345996 dv-cinder-813746-2-iscsi neutron-server[106710]: return self.request(url, 'GET', **kwargs) Oct 14 07:55:46.345996 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 07:55:46.345996 dv-cinder-813746-2-iscsi neutron-server[106710]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 07:55:46.345996 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 07:55:46.345996 dv-cinder-813746-2-iscsi neutron-server[106710]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 07:55:46.345996 dv-cinder-813746-2-iscsi neutron-server[106710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 07:55:46.345996 dv-cinder-813746-2-iscsi neutron-server[106710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 07:55:46.345996 dv-cinder-813746-2-iscsi neutron-server[106710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 07:55:46.458679 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8b977dab-d06e-47ea-9253-c25cf42dc3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648348'] for network, after_delete {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:46.464161 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron_lib.callbacks.manager [None req-8b977dab-d06e-47ea-9253-c25cf42dc3ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for network, before_response {{(pid=106710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:46.467502 dv-cinder-813746-2-iscsi neutron-server[106710]: INFO neutron.wsgi [None req-8b977dab-d06e-47ea-9253-c25cf42dc3ea admin admin] 10.222.0.47 "DELETE /v2.0/networks/f7764aed-a19b-4271-a494-ccd5ea011064 HTTP/1.1" status: 204 len: 168 time: 0.8252258 Oct 14 07:55:46.470425 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 35618) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:55:46.478492 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b977dab-d06e-47ea-9253-c25cf42dc3ea admin admin] Pushing event deleted for resources: {'Network': ['ID=f7764aed-a19b-4271-a494-ccd5ea011064,revision_number=None']} {{(pid=106710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:55:46.767624 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 5085a95d-9c58-4555-abdf-46138a2fad28 no longer exists at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:55:46.787791 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] No Port match for: 5085a95d-9c58-4555-abdf-46138a2fad28 {{(pid=106712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:55:46.788138 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 5085a95d-9c58-4555-abdf-46138a2fad28 not bound to the agent host dv-cinder-813746-2-iscsi {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:55:46.788547 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 2057ab51-afe4-4c3a-893f-f5f88797be91 no longer exists at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:55:46.809750 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] No Port match for: 2057ab51-afe4-4c3a-893f-f5f88797be91 {{(pid=106712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:55:46.809937 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-1a12000c-20eb-4175-9ca7-42ae7e2a5382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1653706'] for router_interface, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:46.810107 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 2057ab51-afe4-4c3a-893f-f5f88797be91 not bound to the agent host dv-cinder-813746-2-iscsi {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:55:46.810497 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 1b796e17-e721-490c-8bc4-4577ee882777 no longer exists at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:55:46.828396 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] No Port match for: 1b796e17-e721-490c-8bc4-4577ee882777 {{(pid=106712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:55:46.828742 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 1b796e17-e721-490c-8bc4-4577ee882777 not bound to the agent host dv-cinder-813746-2-iscsi {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:55:47.044905 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [None req-1a12000c-20eb-4175-9ca7-42ae7e2a5382 admin admin] Deleting port 7826fb9b-1529-49a3-b86e-7950bceb18cb {{(pid=106711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:55:47.045146 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-1a12000c-20eb-4175-9ca7-42ae7e2a5382 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:47.120105 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.db [None req-1a12000c-20eb-4175-9ca7-42ae7e2a5382 admin admin] For port 7826fb9b-1529-49a3-b86e-7950bceb18cb, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=7826fb9b-1529-49a3-b86e-7950bceb18cb,segment=NetworkSegment(32cb301a-d999-48ba-aed7-8829739d1afa),segment_id=32cb301a-d999-48ba-aed7-8829739d1afa)] {{(pid=106711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:55:47.120479 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-1a12000c-20eb-4175-9ca7-42ae7e2a5382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:47.132249 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [None req-1a12000c-20eb-4175-9ca7-42ae7e2a5382 admin admin] Calling delete_port for 7826fb9b-1529-49a3-b86e-7950bceb18cb owned by network:router_interface {{(pid=106711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:55:47.411351 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-1a12000c-20eb-4175-9ca7-42ae7e2a5382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14797620'] for port, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:47.440120 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a12000c-20eb-4175-9ca7-42ae7e2a5382 admin admin] Pushing event deleted for resources: {'Port': ['ID=7826fb9b-1529-49a3-b86e-7950bceb18cb,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:55:47.607383 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-1a12000c-20eb-4175-9ca7-42ae7e2a5382 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2071463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654618'] for router_interface, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:47.821666 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a12000c-20eb-4175-9ca7-42ae7e2a5382 admin admin] Router 9c81263e-fcad-4028-b92c-049d940adeb1 has already been hosted by L3 agent f0543dd8-cbcf-46a4-b5f3-c6f7813920a1 {{(pid=106711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:55:47.926710 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a12000c-20eb-4175-9ca7-42ae7e2a5382 admin admin] Notify agent at l3_agent.dv-cinder-813746-2-iscsi the message routers_updated {{(pid=106711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:55:47.931597 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-1a12000c-20eb-4175-9ca7-42ae7e2a5382 admin admin] 10.222.0.47 "PUT /v2.0/routers/9c81263e-fcad-4028-b92c-049d940adeb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4600806 Oct 14 07:55:47.934688 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 35620) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:55:47.937589 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b84cf2-7b05-4a43-a0b8-dcfc3b1e7c1f None None] Sync routers for ids ['9c81263e-fcad-4028-b92c-049d940adeb1'] in dv-cinder-813746-2-iscsi {{(pid=106713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:55:47.948631 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b84cf2-7b05-4a43-a0b8-dcfc3b1e7c1f None None] Routers {'9c81263e-fcad-4028-b92c-049d940adeb1'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:55:47.949607 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-49b84cf2-7b05-4a43-a0b8-dcfc3b1e7c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:55:30Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['9c81263e-fcad-4028-b92c-049d940adeb1'], 'active': True} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:55:48.038719 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-79426b01-a8f5-4b5d-b1fc-52fe3814bae7 admin admin] Publish callbacks [] for router, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:48.059445 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvr_db [None req-49b84cf2-7b05-4a43-a0b8-dcfc3b1e7c1f None None] Set router 9c81263e-fcad-4028-b92c-049d940adeb1 gateway port host: dv-cinder-813746-2-iscsi {{(pid=106713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:55:48.145090 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-79426b01-a8f5-4b5d-b1fc-52fe3814bae7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:48.261972 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [None req-79426b01-a8f5-4b5d-b1fc-52fe3814bae7 admin admin] Deleting port feccd1cf-4990-47e0-9b0d-af245a417776 {{(pid=106711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:55:48.262226 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-79426b01-a8f5-4b5d-b1fc-52fe3814bae7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:48.339783 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.db [None req-79426b01-a8f5-4b5d-b1fc-52fe3814bae7 admin admin] For port feccd1cf-4990-47e0-9b0d-af245a417776, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=feccd1cf-4990-47e0-9b0d-af245a417776,segment=NetworkSegment(83c3fea4-f928-4a40-b18e-1fedd452844d),segment_id=83c3fea4-f928-4a40-b18e-1fedd452844d)] {{(pid=106711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:55:48.340051 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-79426b01-a8f5-4b5d-b1fc-52fe3814bae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:48.353313 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [None req-79426b01-a8f5-4b5d-b1fc-52fe3814bae7 admin admin] Calling delete_port for feccd1cf-4990-47e0-9b0d-af245a417776 owned by network:router_gateway {{(pid=106711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:55:48.374795 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-49b84cf2-7b05-4a43-a0b8-dcfc3b1e7c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c81263e-fcad-4028-b92c-049d940adeb1', 'name': 'tempest-TestShelveInstance-1273401645-router', 'tenant_id': 'eec925de29764decb3467d2d65b4420e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'external_fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'feccd1cf-4990-47e0-9b0d-af245a417776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:51:07Z', 'updated_at': '2021-10-14T07:55:47Z', 'revision_number': 5, 'project_id': 'eec925de29764decb3467d2d65b4420e', 'gw_port': {'id': 'feccd1cf-4990-47e0-9b0d-af245a417776', 'name': '', 'network_id': '536a77cf-5189-41f9-92bf-300739e47f32', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c81263e-fcad-4028-b92c-049d940adeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:51:07Z', 'updated_at': '2021-10-14T07:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '171d1f51-d728-4b0d-be8f-6d9f917ae698', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813746-2-iscsi'}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:55:48.404269 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b84cf2-7b05-4a43-a0b8-dcfc3b1e7c1f None None] Checking router: 9c81263e-fcad-4028-b92c-049d940adeb1 for host: dv-cinder-813746-2-iscsi {{(pid=106713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:55:48.412528 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b84cf2-7b05-4a43-a0b8-dcfc3b1e7c1f None None] Routers {'9c81263e-fcad-4028-b92c-049d940adeb1'} bound to L3 agent in host dv-cinder-813746-2-iscsi {{(pid=106713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:55:48.413129 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-49b84cf2-7b05-4a43-a0b8-dcfc3b1e7c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T07:34:30Z,description=,heartbeat_timestamp=2021-10-14T07:55:30Z,host='dv-cinder-813746-2-iscsi',id=f0543dd8-cbcf-46a4-b5f3-c6f7813920a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T07:34:31Z,topic='l3_agent')) {'router_ids': ['9c81263e-fcad-4028-b92c-049d940adeb1'], 'active': True} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:55:48.497140 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_dvr_db [None req-49b84cf2-7b05-4a43-a0b8-dcfc3b1e7c1f None None] Set router 9c81263e-fcad-4028-b92c-049d940adeb1 gateway port host: None {{(pid=106713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:55:48.548237 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.l3_hamode_db [None req-49b84cf2-7b05-4a43-a0b8-dcfc3b1e7c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c81263e-fcad-4028-b92c-049d940adeb1', 'name': 'tempest-TestShelveInstance-1273401645-router', 'tenant_id': 'eec925de29764decb3467d2d65b4420e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:51:07Z', 'updated_at': '2021-10-14T07:55:48Z', 'revision_number': 6, 'project_id': 'eec925de29764decb3467d2d65b4420e', 'gw_port_host': None}], 'dv-cinder-813746-2-iscsi', False) {} {{(pid=106713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:55:48.576642 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b84cf2-7b05-4a43-a0b8-dcfc3b1e7c1f None None] The sync data for ids ['9c81263e-fcad-4028-b92c-049d940adeb1'] in dv-cinder-813746-2-iscsi is: [{'id': '9c81263e-fcad-4028-b92c-049d940adeb1', 'name': 'tempest-TestShelveInstance-1273401645-router', 'tenant_id': 'eec925de29764decb3467d2d65b4420e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:51:07Z', 'updated_at': '2021-10-14T07:55:48Z', 'revision_number': 6, 'project_id': 'eec925de29764decb3467d2d65b4420e', 'gw_port_host': None}] {{(pid=106713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:55:48.596401 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-79426b01-a8f5-4b5d-b1fc-52fe3814bae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14797620'] for port, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:48.628730 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79426b01-a8f5-4b5d-b1fc-52fe3814bae7 admin admin] Pushing event deleted for resources: {'Port': ['ID=feccd1cf-4990-47e0-9b0d-af245a417776,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:55:48.690202 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-79426b01-a8f5-4b5d-b1fc-52fe3814bae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1648128'] for router_gateway, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:48.782892 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-79426b01-a8f5-4b5d-b1fc-52fe3814bae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1651632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-828'] for router, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:48.785023 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-79426b01-a8f5-4b5d-b1fc-52fe3814bae7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:48.902737 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-79426b01-a8f5-4b5d-b1fc-52fe3814bae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1651625'] for router, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:48.903293 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79426b01-a8f5-4b5d-b1fc-52fe3814bae7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c81263e-fcad-4028-b92c-049d940adeb1 {{(pid=106711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 07:55:48.909436 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-79426b01-a8f5-4b5d-b1fc-52fe3814bae7 admin admin] Publish callbacks [] for router, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:48.910582 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-79426b01-a8f5-4b5d-b1fc-52fe3814bae7 admin admin] 10.222.0.47 "DELETE /v2.0/routers/9c81263e-fcad-4028-b92c-049d940adeb1 HTTP/1.1" status: 204 len: 168 time: 0.9749718 Oct 14 07:55:48.915989 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 35622) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:55:48.966874 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eede3cf-8da7-4a09-8803-9557c1f5eef4 admin admin] Deleting subnet 4aaba493-cb88-4504-8d62-669a55b77385 {{(pid=106711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 07:55:48.970264 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-5eede3cf-8da7-4a09-8803-9557c1f5eef4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:49.010853 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-5eede3cf-8da7-4a09-8803-9557c1f5eef4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16126850'] for subnet, precommit_delete_associations {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:49.090513 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-5eede3cf-8da7-4a09-8803-9557c1f5eef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728799'] for subnet, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:49.212012 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-5eede3cf-8da7-4a09-8803-9557c1f5eef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14796997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15954738'] for subnet, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:49.236316 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eede3cf-8da7-4a09-8803-9557c1f5eef4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4aaba493-cb88-4504-8d62-669a55b77385,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:55:49.239881 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-5eede3cf-8da7-4a09-8803-9557c1f5eef4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:49.243510 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-5eede3cf-8da7-4a09-8803-9557c1f5eef4 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/4aaba493-cb88-4504-8d62-669a55b77385 HTTP/1.1" status: 204 len: 168 time: 0.3265884 Oct 14 07:55:49.245961 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 35624) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:55:49.248953 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6e21b7-0d0f-4006-bd07-31a3d0589981 None None] Network bc2cc1cc-9291-43ed-bcc2-e26c677cd8e9 requested from dv-cinder-813746-2-iscsi {{(pid=106712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:55:49.316454 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-79c5eed3-527e-4673-baac-71518ba4c9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530581'] for network, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:49.354545 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 7826fb9b-1529-49a3-b86e-7950bceb18cb no longer exists at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:55:49.372569 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [None req-79c5eed3-527e-4673-baac-71518ba4c9d9 admin admin] Deleting port 7c3cc6a7-6471-482a-877f-b79e94379089 {{(pid=106711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:55:49.372909 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-79c5eed3-527e-4673-baac-71518ba4c9d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:49.376378 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] No Port match for: 7826fb9b-1529-49a3-b86e-7950bceb18cb {{(pid=106712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:55:49.376928 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 7826fb9b-1529-49a3-b86e-7950bceb18cb not bound to the agent host dv-cinder-813746-2-iscsi {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:55:49.439877 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949c4c00-7faf-43ba-8832-f559f39b8705 None None] DHCP port deletion for bc2cc1cc-9291-43ed-bcc2-e26c677cd8e9 request from dv-cinder-813746-2-iscsi {{(pid=106712) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 07:55:49.490373 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-949c4c00-7faf-43ba-8832-f559f39b8705 None None] Deleting port 7c3cc6a7-6471-482a-877f-b79e94379089 {{(pid=106712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:55:49.490652 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-949c4c00-7faf-43ba-8832-f559f39b8705 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787630126547'] for port, before_delete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:49.564584 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.db [None req-949c4c00-7faf-43ba-8832-f559f39b8705 None None] For port 7c3cc6a7-6471-482a-877f-b79e94379089, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=7c3cc6a7-6471-482a-877f-b79e94379089,segment=NetworkSegment(32cb301a-d999-48ba-aed7-8829739d1afa),segment_id=32cb301a-d999-48ba-aed7-8829739d1afa)] {{(pid=106712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:55:49.565282 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-949c4c00-7faf-43ba-8832-f559f39b8705 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:49.579929 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-949c4c00-7faf-43ba-8832-f559f39b8705 None None] Calling delete_port for 7c3cc6a7-6471-482a-877f-b79e94379089 owned by network:dhcp {{(pid=106712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:55:49.693036 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.db [None req-79c5eed3-527e-4673-baac-71518ba4c9d9 admin admin] For port 7c3cc6a7-6471-482a-877f-b79e94379089, host dv-cinder-813746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813746-2-iscsi',level=0,port_id=7c3cc6a7-6471-482a-877f-b79e94379089,segment=NetworkSegment(32cb301a-d999-48ba-aed7-8829739d1afa),segment_id=32cb301a-d999-48ba-aed7-8829739d1afa)] {{(pid=106711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:55:49.693626 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-79c5eed3-527e-4673-baac-71518ba4c9d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649949'] for port, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:49.705680 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.plugin [None req-79c5eed3-527e-4673-baac-71518ba4c9d9 admin admin] Calling delete_port for 7c3cc6a7-6471-482a-877f-b79e94379089 owned by network:dhcp {{(pid=106711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:55:49.731750 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-949c4c00-7faf-43ba-8832-f559f39b8705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784'] for port, after_delete {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:49.759939 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c4c00-7faf-43ba-8832-f559f39b8705 None None] Pushing event deleted for resources: {'Port': ['ID=7c3cc6a7-6471-482a-877f-b79e94379089,revision_number=None']} {{(pid=106712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:55:49.761963 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949c4c00-7faf-43ba-8832-f559f39b8705 None None] No DVR routers for this DVR port 7c3cc6a7-6471-482a-877f-b79e94379089 on host dv-cinder-813746-2-iscsi {{(pid=106712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:55:49.788538 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-79c5eed3-527e-4673-baac-71518ba4c9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787630131249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787629631784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14797620'] for port, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:49.817729 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c5eed3-527e-4673-baac-71518ba4c9d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c3cc6a7-6471-482a-877f-b79e94379089,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:55:49.823537 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c5eed3-527e-4673-baac-71518ba4c9d9 admin admin] No DVR routers for this DVR port 7c3cc6a7-6471-482a-877f-b79e94379089 on host dv-cinder-813746-2-iscsi {{(pid=106711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:55:49.896710 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-79c5eed3-527e-4673-baac-71518ba4c9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-727114', 'neutron.services.segments.db._delete_segments_for_network-8787630205745'] for network, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:49.916814 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.services.segments.db [None req-79c5eed3-527e-4673-baac-71518ba4c9d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc2cc1cc-9291-43ed-bcc2-e26c677cd8e9']}} {{(pid=106711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:55:49.925908 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.services.segments.db [None req-79c5eed3-527e-4673-baac-71518ba4c9d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32cb301a-d999-48ba-aed7-8829739d1afa') {'for_net_delete': True} {{(pid=106711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:55:49.926193 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.services.segments.db [None req-79c5eed3-527e-4673-baac-71518ba4c9d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32cb301a-d999-48ba-aed7-8829739d1afa') {} {{(pid=106711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:55:49.935853 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-79c5eed3-527e-4673-baac-71518ba4c9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787630207546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16126907'] for segment, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:49.949921 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-79c5eed3-527e-4673-baac-71518ba4c9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728044'] for segment, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:49.956129 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c5eed3-527e-4673-baac-71518ba4c9d9 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=106711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 07:55:49.959301 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-79c5eed3-527e-4673-baac-71518ba4c9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14797671'] for segment, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:49.959301 dv-cinder-813746-2-iscsi neutron-server[106711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 14 07:55:49.959301 dv-cinder-813746-2-iscsi neutron-server[106711]: self.session.flush() Oct 14 07:55:49.959301 dv-cinder-813746-2-iscsi neutron-server[106711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 14 07:55:49.959301 dv-cinder-813746-2-iscsi neutron-server[106711]: self.session.flush() Oct 14 07:55:49.959301 dv-cinder-813746-2-iscsi neutron-server[106711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 14 07:55:49.959301 dv-cinder-813746-2-iscsi neutron-server[106711]: self.session.flush() Oct 14 07:55:49.959301 dv-cinder-813746-2-iscsi neutron-server[106711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 14 07:55:49.959301 dv-cinder-813746-2-iscsi neutron-server[106711]: self.session.flush() Oct 14 07:55:49.959301 dv-cinder-813746-2-iscsi neutron-server[106711]: Traceback (most recent call last): Oct 14 07:55:49.959301 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 07:55:49.959301 dv-cinder-813746-2-iscsi neutron-server[106711]: timer() Oct 14 07:55:49.959301 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 07:55:49.959301 dv-cinder-813746-2-iscsi neutron-server[106711]: cb(*args, **kw) Oct 14 07:55:49.959301 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 07:55:49.959301 dv-cinder-813746-2-iscsi neutron-server[106711]: return func(*args, **kwargs) Oct 14 07:55:49.959301 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 07:55:49.959301 dv-cinder-813746-2-iscsi neutron-server[106711]: self._notify() Oct 14 07:55:49.959301 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 07:55:49.959301 dv-cinder-813746-2-iscsi neutron-server[106711]: self.callback(batched_events) Oct 14 07:55:49.959301 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 07:55:49.959301 dv-cinder-813746-2-iscsi neutron-server[106711]: event.method(event) Oct 14 07:55:49.959301 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 07:55:49.959301 dv-cinder-813746-2-iscsi neutron-server[106711]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 07:55:49.959301 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 07:55:49.959301 dv-cinder-813746-2-iscsi neutron-server[106711]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 07:55:49.959301 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 07:55:49.959301 dv-cinder-813746-2-iscsi neutron-server[106711]: return f(self, *a, **k) Oct 14 07:55:49.959301 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 07:55:49.959301 dv-cinder-813746-2-iscsi neutron-server[106711]: return self._get(url).json() Oct 14 07:55:49.959301 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 07:55:49.959301 dv-cinder-813746-2-iscsi neutron-server[106711]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 07:55:49.959301 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 07:55:49.959301 dv-cinder-813746-2-iscsi neutron-server[106711]: return self.request(url, 'GET', **kwargs) Oct 14 07:55:49.959301 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 07:55:49.959301 dv-cinder-813746-2-iscsi neutron-server[106711]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 07:55:49.959301 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 07:55:49.959301 dv-cinder-813746-2-iscsi neutron-server[106711]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 07:55:49.959301 dv-cinder-813746-2-iscsi neutron-server[106711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 07:55:49.959301 dv-cinder-813746-2-iscsi neutron-server[106711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 07:55:49.959301 dv-cinder-813746-2-iscsi neutron-server[106711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 07:55:50.080211 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-79c5eed3-527e-4673-baac-71518ba4c9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-727105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1737838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1648348'] for network, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:50.086098 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-79c5eed3-527e-4673-baac-71518ba4c9d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070596'] for network, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:50.089424 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-79c5eed3-527e-4673-baac-71518ba4c9d9 admin admin] 10.222.0.47 "DELETE /v2.0/networks/bc2cc1cc-9291-43ed-bcc2-e26c677cd8e9 HTTP/1.1" status: 204 len: 168 time: 0.8424892 Oct 14 07:55:50.100731 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c5eed3-527e-4673-baac-71518ba4c9d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc2cc1cc-9291-43ed-bcc2-e26c677cd8e9,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:55:50.469741 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 35630) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:55:50.508423 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-d0a4110b-6fa5-4457-b44e-7f52e7995bb5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c0272f2246984916b984cd7271af15f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375574 Oct 14 07:55:50.510871 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 35632) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:55:50.562024 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-6bf2a222-b27b-4acd-8a63-578aaaa34f93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:50.583035 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-6bf2a222-b27b-4acd-8a63-578aaaa34f93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:50.704858 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-6bf2a222-b27b-4acd-8a63-578aaaa34f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:50.707962 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-6bf2a222-b27b-4acd-8a63-578aaaa34f93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:50.709107 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-6bf2a222-b27b-4acd-8a63-578aaaa34f93 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0e80984d-4af3-4607-bf5d-6bdd2b3e9416 HTTP/1.1" status: 204 len: 168 time: 0.1973536 Oct 14 07:55:50.718442 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf2a222-b27b-4acd-8a63-578aaaa34f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e80984d-4af3-4607-bf5d-6bdd2b3e9416,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:55:50.782356 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 7c3cc6a7-6471-482a-877f-b79e94379089 no longer exists at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:55:50.802268 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] No Port match for: 7c3cc6a7-6471-482a-877f-b79e94379089 {{(pid=106712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:55:50.802610 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device 7c3cc6a7-6471-482a-877f-b79e94379089 not bound to the agent host dv-cinder-813746-2-iscsi {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:55:50.803021 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device feccd1cf-4990-47e0-9b0d-af245a417776 no longer exists at agent ovs-agent-dv-cinder-813746-2-iscsi {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:55:50.824212 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.plugin [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] No Port match for: feccd1cf-4990-47e0-9b0d-af245a417776 {{(pid=106712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:55:50.824552 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron.plugins.ml2.rpc [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Device feccd1cf-4990-47e0-9b0d-af245a417776 not bound to the agent host dv-cinder-813746-2-iscsi {{(pid=106712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:55:51.418877 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 35638) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:55:51.461267 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-2d308d34-0746-4648-8cb2-8f74992a0804 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=eec925de29764decb3467d2d65b4420e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412631 Oct 14 07:55:51.463648 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.wsgi [-] (106711) accepted ('10.222.0.47', 35640) {{(pid=106711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:55:51.511180 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-908400bf-5ea3-4baa-8af1-26fc1613518a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:51.531778 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-908400bf-5ea3-4baa-8af1-26fc1613518a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:51.645663 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-908400bf-5ea3-4baa-8af1-26fc1613518a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1747419'] for security_group, after_delete {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:51.648265 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron_lib.callbacks.manager [None req-908400bf-5ea3-4baa-8af1-26fc1613518a admin admin] Publish callbacks [] for security_group, before_response {{(pid=106711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:51.649438 dv-cinder-813746-2-iscsi neutron-server[106711]: INFO neutron.wsgi [None req-908400bf-5ea3-4baa-8af1-26fc1613518a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9b338668-858b-4589-97c6-2f4457c3696b HTTP/1.1" status: 204 len: 168 time: 0.1848578 Oct 14 07:55:51.657441 dv-cinder-813746-2-iscsi neutron-server[106711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908400bf-5ea3-4baa-8af1-26fc1613518a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b338668-858b-4589-97c6-2f4457c3696b,revision_number=None']} {{(pid=106711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:55:57.372705 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-1b4847e4-59b3-463f-9165-e67545300923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:55:59.999380 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b8671434-cca4-4411-8c10-4a0b5969d349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:56:00.833658 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:56:01.353572 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-93e1ef1e-be74-48a7-9436-c986e05ec438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:56:02.915501 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-439377cf-db3c-4e91-9aae-241f8a26ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:56:12.279020 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:56:13.783801 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.agents_db [None req-84b3d5e4-9e25-480e-9cd9-33a6a693fe4d None None] Agent healthcheck: found 6 active agents {{(pid=106713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:56:27.358923 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-00b967c3-ffb3-4a42-b317-a5c18b0bd7dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:56:30.006140 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-8d7c51bc-e93a-4d10-ae18-26b6bb993200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:56:30.846083 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:56:31.343222 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-93e1ef1e-be74-48a7-9436-c986e05ec438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:56:32.918846 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-439377cf-db3c-4e91-9aae-241f8a26ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:56:42.261308 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:56:50.783285 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.agents_db [None req-84b3d5e4-9e25-480e-9cd9-33a6a693fe4d None None] Agent healthcheck: found 6 active agents {{(pid=106713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:56:57.369156 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-c433467f-26f1-42cf-ac8b-0dccb33faf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:56:59.965924 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-ca92b721-1442-4ae3-a83c-d96bd5b3e4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:57:00.837855 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:57:01.375081 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-93e1ef1e-be74-48a7-9436-c986e05ec438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:57:02.923934 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-439377cf-db3c-4e91-9aae-241f8a26ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:57:12.283464 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:57:27.393770 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-d948da88-f865-4686-a1d0-f5df10d53a09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:57:27.782113 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.agents_db [None req-84b3d5e4-9e25-480e-9cd9-33a6a693fe4d None None] Agent healthcheck: found 6 active agents {{(pid=106713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:57:29.988324 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-a9337715-49fa-49b4-b142-74b7922c0a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:57:30.839693 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:57:31.365438 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-93e1ef1e-be74-48a7-9436-c986e05ec438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:57:32.929270 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-439377cf-db3c-4e91-9aae-241f8a26ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:57:42.365164 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:57:57.362216 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-5a2cf181-ce65-44c7-b0f5-533ca8c05725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:57:59.993475 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-39c3c4e2-2132-4b61-ac6d-fef60644228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:58:00.825376 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:58:01.350795 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-93e1ef1e-be74-48a7-9436-c986e05ec438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:58:02.933413 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-439377cf-db3c-4e91-9aae-241f8a26ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:58:04.780772 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.agents_db [None req-84b3d5e4-9e25-480e-9cd9-33a6a693fe4d None None] Agent healthcheck: found 6 active agents {{(pid=106713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:58:12.295764 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:58:27.381716 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-81f6bb8a-3d63-499d-b60b-a56882bf7047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:58:29.992647 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-9af2698c-00d2-4f30-8608-8e2019dfa8e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:58:30.844300 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:58:31.358686 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-93e1ef1e-be74-48a7-9436-c986e05ec438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:58:32.944642 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-439377cf-db3c-4e91-9aae-241f8a26ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:58:41.780787 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.agents_db [None req-84b3d5e4-9e25-480e-9cd9-33a6a693fe4d None None] Agent healthcheck: found 6 active agents {{(pid=106713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:58:42.329874 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:58:57.369253 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-e265c834-36d9-4066-96cc-65a442a0212e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:58:59.997685 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-8f0b5110-20c5-4950-9c7c-a3f3de54d383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:59:00.838031 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:59:01.369439 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-93e1ef1e-be74-48a7-9436-c986e05ec438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:59:02.946452 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-439377cf-db3c-4e91-9aae-241f8a26ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:59:12.334568 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:59:18.780251 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.agents_db [None req-84b3d5e4-9e25-480e-9cd9-33a6a693fe4d None None] Agent healthcheck: found 6 active agents {{(pid=106713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:59:27.369180 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-fe95e455-99e4-476d-b42c-607372f079c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:59:30.006158 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-96ffba6e-cb33-434b-9417-06370b11cab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:59:30.863533 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:59:31.391512 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-93e1ef1e-be74-48a7-9436-c986e05ec438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:59:32.940833 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-439377cf-db3c-4e91-9aae-241f8a26ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:59:42.342726 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:59:55.779665 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.agents_db [None req-84b3d5e4-9e25-480e-9cd9-33a6a693fe4d None None] Agent healthcheck: found 6 active agents {{(pid=106713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:59:57.368250 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-057b3022-42bf-4d79-b5f7-fd2adc755f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:59:59.985487 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-c462a3bf-3a6a-4eb7-a21b-aa5d75fe7e33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 08:00:00.919864 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 08:00:01.387863 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-93e1ef1e-be74-48a7-9436-c986e05ec438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 08:00:02.352473 dv-cinder-813746-2-iscsi neutron-server[106710]: DEBUG neutron.wsgi [req-1e207315-63fb-406d-a015-fffb61eb504f req-90cf385b-ca41-4a0b-9135-5a3d0335040b service neutron] (106710) timed out ('10.222.0.47', 56620) {{(pid=106710) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 14 08:00:02.950907 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-439377cf-db3c-4e91-9aae-241f8a26ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 08:00:12.339221 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 08:00:27.356239 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-6bd2f269-e153-4054-baa8-a13d1176e427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 08:00:29.993229 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-86fcdc25-ddba-48fb-a009-801ba9b21150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 08:00:30.827059 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 08:00:31.390447 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-93e1ef1e-be74-48a7-9436-c986e05ec438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 08:00:32.779036 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.agents_db [None req-84b3d5e4-9e25-480e-9cd9-33a6a693fe4d None None] Agent healthcheck: found 6 active agents {{(pid=106713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 08:00:32.944837 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-439377cf-db3c-4e91-9aae-241f8a26ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 08:00:42.361483 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-356d9208-5b93-40e1-8ef6-038525c51fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 08:00:57.384277 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-33ce73d7-f521-40e8-8ee2-b9e2f2ec97f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 08:01:00.004101 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-e759c9cd-025d-4ac4-a634-21e63906f0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 08:01:00.840948 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-b373a040-14bb-41bb-a0b7-44ebb2985064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 08:01:01.380620 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-93e1ef1e-be74-48a7-9436-c986e05ec438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 08:01:02.946167 dv-cinder-813746-2-iscsi neutron-server[106712]: DEBUG neutron_lib.callbacks.manager [None req-439377cf-db3c-4e91-9aae-241f8a26ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787630205727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721914'] for agent, after_update {{(pid=106712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 08:01:09.778046 dv-cinder-813746-2-iscsi neutron-server[106713]: DEBUG neutron.db.agents_db [None req-84b3d5e4-9e25-480e-9cd9-33a6a693fe4d None None] Agent healthcheck: found 6 active agents {{(pid=106713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}